{"severity_text":"INFO","timestamp":"2026-11-02T22:51:04.073265923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:04.126141597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:04.237271181Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:04.237296493Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:04.45571251Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:04.455752992Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:04.621010128Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/e3691","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.080388034Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.655345979Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.766808894Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.766928048Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.766992354Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767052691Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767110785Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767171819Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767240491Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767298081Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.76738217Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767445203Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.76750167Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.76756451Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767579523Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767659497Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767856418Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.767949292Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.76798708Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.768023857Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.768057495Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.768301466Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1102 22:51:05.868899 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T22:51:05.868984851Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:06.070116984Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:06.070155901Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 22:51:36.249262 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.249627547Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.249831502Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.24992785Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250026128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250046062Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250083617Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250118426Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250234041Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250386276Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250455771Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250532313Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250565041Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250656133Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250727686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.25075399Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250772733Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250791128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250846942Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.250984514Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251008884Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251028304Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251039856Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251079188Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251108134Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.25120279Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251234307Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251333965Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251461573Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251014325Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251502977Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251586005Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251600821Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251619065Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.25180691Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251844596Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.25191909Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.251982585Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252006874Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252034639Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252064187Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252528131Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252550221Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252636203Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252808761Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252828834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252847055Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252914343Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252937736Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252953597Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252971926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.252992144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.50542191Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.606199715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.669807192Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.853900133Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.853943024Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.853987774Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.853998705Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.854110002Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.854155956Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.855606703Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.855625656Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.85585669Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.855893684Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.95493987Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.95497995Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.956011273Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:36.956047653Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:37.038491663Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:38.102592562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c91b7-c8b5-4696-918b-0ebc3b360b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:38.155513566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c91b7-c8b5-4696-918b-0ebc3b360b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:38.208073249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c91b7-c8b5-4696-918b-0ebc3b360b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:38.260492329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c91b7-c8b5-4696-918b-0ebc3b360b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:40.192351111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b0328-2b9e-47fc-9521-285ad6a54b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:40.24482239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b0328-2b9e-47fc-9521-285ad6a54b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:40.297256315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b0328-2b9e-47fc-9521-285ad6a54b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:40.350838002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b0328-2b9e-47fc-9521-285ad6a54b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:41.360197093Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe750bb4-4b3b-464d-a976-6e7f9ffb4594","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:42.30632964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe750bb4-4b3b-464d-a976-6e7f9ffb4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:42.358956089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe750bb4-4b3b-464d-a976-6e7f9ffb4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:42.411599967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe750bb4-4b3b-464d-a976-6e7f9ffb4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:42.463987028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe750bb4-4b3b-464d-a976-6e7f9ffb4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:44.359146698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ff05a-a5e6-444d-a400-a2ecd7506479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:44.411639147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ff05a-a5e6-444d-a400-a2ecd7506479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:44.463950131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ff05a-a5e6-444d-a400-a2ecd7506479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:44.516545316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ff05a-a5e6-444d-a400-a2ecd7506479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:45.05221662Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"bb56bb47-ebdc-430a-90f8-ba65d47ac1fb","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:50.918328577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fd965f-03ce-414f-9b77-8baa9f3edc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:50.970652241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fd965f-03ce-414f-9b77-8baa9f3edc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:51.02301571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fd965f-03ce-414f-9b77-8baa9f3edc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:51.075572558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fd965f-03ce-414f-9b77-8baa9f3edc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:52.989001712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adfa391-902d-415f-9260-950a9c3f58e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:53.041473891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adfa391-902d-415f-9260-950a9c3f58e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:53.09414822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adfa391-902d-415f-9260-950a9c3f58e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:53.146747919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adfa391-902d-415f-9260-950a9c3f58e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:57.782564658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c54fc-3d85-482c-8ae1-c7966849c042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:57.834963811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c54fc-3d85-482c-8ae1-c7966849c042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:57.887429716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c54fc-3d85-482c-8ae1-c7966849c042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:57.940017045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c54fc-3d85-482c-8ae1-c7966849c042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:59.843402368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee8d01e-58b1-46b8-8de5-01f0335c5987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:59.896299016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee8d01e-58b1-46b8-8de5-01f0335c5987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:51:59.948919156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee8d01e-58b1-46b8-8de5-01f0335c5987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:52:00.001614692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee8d01e-58b1-46b8-8de5-01f0335c5987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:52:06.762069223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:52:36.761643044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:06.762189605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:09.439244276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6a2dd9-3416-44ae-9329-e7eb3f893201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:09.491541685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6a2dd9-3416-44ae-9329-e7eb3f893201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:09.543847883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6a2dd9-3416-44ae-9329-e7eb3f893201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:09.596676307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6a2dd9-3416-44ae-9329-e7eb3f893201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:11.56644966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9685f-8299-4ccd-8593-0ca6425494d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:11.618965898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9685f-8299-4ccd-8593-0ca6425494d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:11.671518823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9685f-8299-4ccd-8593-0ca6425494d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:11.723953932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9685f-8299-4ccd-8593-0ca6425494d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:13.572596205Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"11005065-6123-4c35-9578-4b3f714d9530","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:14.58392552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a010314c-a909-4c80-8bc1-64ccb93c92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:14.636403492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a010314c-a909-4c80-8bc1-64ccb93c92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:14.688796602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a010314c-a909-4c80-8bc1-64ccb93c92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:14.741435993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a010314c-a909-4c80-8bc1-64ccb93c92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:16.644040457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994a9cad-a4e7-4ccf-8dd0-a47ec9c7cd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:16.696543998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994a9cad-a4e7-4ccf-8dd0-a47ec9c7cd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:16.74892282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994a9cad-a4e7-4ccf-8dd0-a47ec9c7cd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:16.80162382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994a9cad-a4e7-4ccf-8dd0-a47ec9c7cd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:18.703903808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea0a196-1973-491d-9772-72d12cf80482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:18.756422208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea0a196-1973-491d-9772-72d12cf80482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:18.808910386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea0a196-1973-491d-9772-72d12cf80482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:18.861583224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea0a196-1973-491d-9772-72d12cf80482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:36.772385927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:37.363761366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb19896-c6ab-4f74-8039-51a0b21b1787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:37.416328146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb19896-c6ab-4f74-8039-51a0b21b1787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:37.468774348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb19896-c6ab-4f74-8039-51a0b21b1787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:37.521337105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb19896-c6ab-4f74-8039-51a0b21b1787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.248441351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b195fc34-8afc-45f7-bf6e-a8b86639d3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.376002069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b195fc34-8afc-45f7-bf6e-a8b86639d3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.43231284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b195fc34-8afc-45f7-bf6e-a8b86639d3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.456229902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2c6ee1-e768-4b14-a29a-232a9a98b3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.513652577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2c6ee1-e768-4b14-a29a-232a9a98b3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.570250734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2c6ee1-e768-4b14-a29a-232a9a98b3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.655346072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89972a19-3473-42e0-8ac2-310830230c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.733132938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89972a19-3473-42e0-8ac2-310830230c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.791115854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89972a19-3473-42e0-8ac2-310830230c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.809141773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d28ad784-bc77-4efa-9cc5-f27259eeb6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.866312418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d28ad784-bc77-4efa-9cc5-f27259eeb6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:38.922658519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d28ad784-bc77-4efa-9cc5-f27259eeb6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:53:38.976662898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d28ad784-bc77-4efa-9cc5-f27259eeb6b6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.139097803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b526b93d-fe2a-4d4e-be82-78a15fa08bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.197058342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b526b93d-fe2a-4d4e-be82-78a15fa08bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.253725662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b526b93d-fe2a-4d4e-be82-78a15fa08bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.353237527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f328b9a-512f-4eca-9522-0f4c837832a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.410804329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f328b9a-512f-4eca-9522-0f4c837832a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.454728633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2563cd1c-11ca-4bb6-8339-4fe5ef25ed9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.469757535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f328b9a-512f-4eca-9522-0f4c837832a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.512525895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2563cd1c-11ca-4bb6-8339-4fe5ef25ed9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.569029068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2563cd1c-11ca-4bb6-8339-4fe5ef25ed9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.627394662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af986b1f-a394-41a6-b1a1-9d6f8b57d999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:53:39.659880118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5541361-0d75-4c1d-a23b-d0b6752588b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.684907523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af986b1f-a394-41a6-b1a1-9d6f8b57d999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:53:39.718320154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"899ad95e-a437-4ab5-8746-e05efc31b3d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.729710954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53828183-dd6b-4aab-a59f-9bae9d348674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.742133494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af986b1f-a394-41a6-b1a1-9d6f8b57d999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.787138645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53828183-dd6b-4aab-a59f-9bae9d348674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.843363675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53828183-dd6b-4aab-a59f-9bae9d348674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.882550831Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bdc4ade2-387c-4b4b-a58d-f64be0b68c19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.898985359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f0688b-e752-4c72-8c50-b16b8b5f1ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:53:39.900208748Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56b23405-0f4b-4d62-8d47-a71b5babe5dd","name":"premium-simulated-simulated-premium","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-simulated-simulated-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:53:39.900269384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56b23405-0f4b-4d62-8d47-a71b5babe5dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-simulated-simulated-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.956559343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f0688b-e752-4c72-8c50-b16b8b5f1ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.982488668Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"99100a8c-c761-420f-a2ec-81754a4f8b29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:39.999994138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb5c7a01-f1c1-4b8d-8e1f-a25d24b4d11c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.012877811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f0688b-e752-4c72-8c50-b16b8b5f1ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.057718689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb5c7a01-f1c1-4b8d-8e1f-a25d24b4d11c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.082764496Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6798cb30-07b7-41b0-a966-49478d9d246b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.117388343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb5c7a01-f1c1-4b8d-8e1f-a25d24b4d11c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.172255649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54b0ffc-fc98-4cbf-9adb-e80731f6c43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.183893556Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be83adf3-cdfd-482a-b0c0-1e7529080105","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.229857673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54b0ffc-fc98-4cbf-9adb-e80731f6c43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.274782828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8cce27-be93-4886-9e32-9b3ef2c89e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.286282745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54b0ffc-fc98-4cbf-9adb-e80731f6c43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.332600467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8cce27-be93-4886-9e32-9b3ef2c89e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:40.389265028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8cce27-be93-4886-9e32-9b3ef2c89e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.559227815Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e5231b9-4797-4c0d-ad53-1938459e447f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.582391239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"715cbc64-6421-4010-a6ab-75fedb1d89f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.582411924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"715cbc64-6421-4010-a6ab-75fedb1d89f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.646169028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8fed8b1-8932-473a-856f-41ec0916e964","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.646188777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8fed8b1-8932-473a-856f-41ec0916e964","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.663982517Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"172041e1-45c3-4898-a260-d8ebc83cf3ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.737887439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07abc73-0abd-4fd8-b7eb-144d3ae414bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.76010106Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6371fda5-f317-4998-93a9-f53336dc3919","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.796220692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07abc73-0abd-4fd8-b7eb-144d3ae414bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.83854008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cec33fe8-d54a-419f-b053-93f4ea88815d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.852876048Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07abc73-0abd-4fd8-b7eb-144d3ae414bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.895938583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cec33fe8-d54a-419f-b053-93f4ea88815d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:43.952033142Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cec33fe8-d54a-419f-b053-93f4ea88815d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:44.033808444Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b784b63-f45e-42ec-bf37-64bca83d59f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:44.120075868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683a140c-5695-4159-9f78-0dfe916c0240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:44.177498674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683a140c-5695-4159-9f78-0dfe916c0240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:44.177565457Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683a140c-5695-4159-9f78-0dfe916c0240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:44.22080795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ff5b2c8-b880-47b3-8580-f7d3dd27405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:44.278413446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ff5b2c8-b880-47b3-8580-f7d3dd27405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:44.278483087Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ff5b2c8-b880-47b3-8580-f7d3dd27405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:45.142660699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff57b7d9-6a13-4e0f-ae68-05a35b656821","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:45.142680807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff57b7d9-6a13-4e0f-ae68-05a35b656821","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:47.470188898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27407e74-e7e8-4a47-89d9-e4d2ddaeb326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:47.470196068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e36f3d81-95af-49e5-8fc3-3ac79839cd28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:47.578396139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e36f3d81-95af-49e5-8fc3-3ac79839cd28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:47.57845763Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e36f3d81-95af-49e5-8fc3-3ac79839cd28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:47.578409118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27407e74-e7e8-4a47-89d9-e4d2ddaeb326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:47.578521261Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27407e74-e7e8-4a47-89d9-e4d2ddaeb326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.032036606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10e5a619-9394-4d98-8f09-eae146a1b95f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.032063338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10e5a619-9394-4d98-8f09-eae146a1b95f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.032432054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"80048beb-1013-42ce-a8d2-e7edf212c773","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.032449838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"80048beb-1013-42ce-a8d2-e7edf212c773","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.085549059Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c873c6f-eec0-4c0a-ac60-f93f3e284466","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.085624326Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c74f53b-a1db-4532-a8eb-13824f86b27c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.097900781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7c3db81-dfa6-4a7c-81ab-cbe36b32b2be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.09794184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7c3db81-dfa6-4a7c-81ab-cbe36b32b2be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.098209092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2858277c-8b6b-4b2f-8516-be7b223b2c70","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.098221513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2858277c-8b6b-4b2f-8516-be7b223b2c70","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.190174737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e2533f-2683-4554-9d83-8ec6aff19837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.190182625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2559c06-f802-44a2-9e28-50a215c7200b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.248402539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2559c06-f802-44a2-9e28-50a215c7200b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.248466462Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2559c06-f802-44a2-9e28-50a215c7200b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.248576566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e2533f-2683-4554-9d83-8ec6aff19837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.248630644Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e2533f-2683-4554-9d83-8ec6aff19837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.470246825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5847654c-3c85-4ad4-8f68-5d1cf7cbd282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.470246322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"958961e8-fdc5-4ddb-a52f-b129654854cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.530130427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5847654c-3c85-4ad4-8f68-5d1cf7cbd282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.530202574Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5847654c-3c85-4ad4-8f68-5d1cf7cbd282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.530151561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"958961e8-fdc5-4ddb-a52f-b129654854cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:50.530249082Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"958961e8-fdc5-4ddb-a52f-b129654854cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:51.270077878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6699e1d9-ac5f-45ef-9c6d-15bf34cb5904","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:51.270096724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6699e1d9-ac5f-45ef-9c6d-15bf34cb5904","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:52.710168353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d330e900-b332-4f69-beb3-b8f59cf831c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:52.710169975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03bd0e14-4d84-4f96-ab58-1ce5660d215d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:52.819427199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03bd0e14-4d84-4f96-ab58-1ce5660d215d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:52.819519849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d330e900-b332-4f69-beb3-b8f59cf831c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:52.819547028Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03bd0e14-4d84-4f96-ab58-1ce5660d215d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:52.819579321Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d330e900-b332-4f69-beb3-b8f59cf831c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.589541356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cca828cc-11b4-47bf-b6c3-47b38e37bbb7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.589566007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cca828cc-11b4-47bf-b6c3-47b38e37bbb7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.589917373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0d4d2b8-f6d3-4c4a-814e-42f618cd3d85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.589933699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0d4d2b8-f6d3-4c4a-814e-42f618cd3d85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.590206626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d9bcd11-681e-487b-a2b3-92a021f56a85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.590223129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d9bcd11-681e-487b-a2b3-92a021f56a85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.642942497Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01196ad9-104d-495f-99df-f6f9f4f64536","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.643212224Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46d39f81-7539-43bd-bb39-f1d813c22065","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.655793292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67dc5fb8-bb35-4e7d-9d89-6229137d07dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.655816472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67dc5fb8-bb35-4e7d-9d89-6229137d07dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.656198646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"550c0af0-040f-4945-af35-078b7e7ec98d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.656220308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"550c0af0-040f-4945-af35-078b7e7ec98d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.656503633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f8384bfa-18f1-44be-b2d4-9bed995f57df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.656517113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f8384bfa-18f1-44be-b2d4-9bed995f57df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.747434052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab2c2d2-0a80-4750-9f19-45825ef8fbd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.747443996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3636c-cd1f-4599-a84d-92ab21230edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.805963595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3636c-cd1f-4599-a84d-92ab21230edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.806029799Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3636c-cd1f-4599-a84d-92ab21230edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.806102456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab2c2d2-0a80-4750-9f19-45825ef8fbd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:55.806172158Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab2c2d2-0a80-4750-9f19-45825ef8fbd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.016711326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a5aac5-5e16-4697-a2d8-c16532dd4b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.016711341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17285a74-a9f3-4159-a489-8f559a57c84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.079078704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17285a74-a9f3-4159-a489-8f559a57c84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.079154005Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17285a74-a9f3-4159-a489-8f559a57c84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.079078702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a5aac5-5e16-4697-a2d8-c16532dd4b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.079205033Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a5aac5-5e16-4697-a2d8-c16532dd4b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.831721825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a2441af-b88f-47b9-82c8-4dc025d4ed48","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:56.831740554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a2441af-b88f-47b9-82c8-4dc025d4ed48","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.225204862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1557363-8d9b-4a66-b41a-53d8656ba4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.226100422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd289c13-9c83-46ea-9e0d-949de052ec14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.28328873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1557363-8d9b-4a66-b41a-53d8656ba4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.283360542Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1557363-8d9b-4a66-b41a-53d8656ba4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.285695293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd289c13-9c83-46ea-9e0d-949de052ec14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.285739329Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd289c13-9c83-46ea-9e0d-949de052ec14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.321933093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdade64a-deee-4481-b4a8-dd9708811871","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.321956191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdade64a-deee-4481-b4a8-dd9708811871","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.322268694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b969e1-bd8f-4330-825c-1d835e72b35a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.322282892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b969e1-bd8f-4330-825c-1d835e72b35a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.322491737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f6cdb980-cf28-4725-9f2b-42d6fb4803ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.322502634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f6cdb980-cf28-4725-9f2b-42d6fb4803ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.322675594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63016ac4-9c1f-4b69-903f-240f1889c96e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.322686463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63016ac4-9c1f-4b69-903f-240f1889c96e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.376826104Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39faf3ae-927f-4d1d-a782-426d76bca810","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.390650301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69fc3bbe-36ec-4da8-a4fe-9c57dcbb0e38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.390667677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69fc3bbe-36ec-4da8-a4fe-9c57dcbb0e38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.390901554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a17ba68d-4c6e-45ff-93d6-c99d4438d923","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.390912819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a17ba68d-4c6e-45ff-93d6-c99d4438d923","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.391104237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b486185-25e8-4fa0-b702-562343bcf93b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.391114711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b486185-25e8-4fa0-b702-562343bcf93b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.391338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e1fc0a3-4758-47ce-bba4-2af3321b5d26","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.391352232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e1fc0a3-4758-47ce-bba4-2af3321b5d26","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.479037647Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bc981d3-4f30-44cd-af15-74d90d02285e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.493876147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86a53279-3cd7-49e5-86af-3d3c75fd661b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.494042439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa771fbb-3301-4202-8963-2a26ad983900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.551634427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86a53279-3cd7-49e5-86af-3d3c75fd661b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.551685975Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86a53279-3cd7-49e5-86af-3d3c75fd661b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.551762352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa771fbb-3301-4202-8963-2a26ad983900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.551805246Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa771fbb-3301-4202-8963-2a26ad983900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.762654635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40d3bfb9-f95b-4f28-875e-2bc1d361c351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.765430945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29be3451-5f7e-4697-91e4-b9c37bc9b18c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.820696948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40d3bfb9-f95b-4f28-875e-2bc1d361c351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.820758715Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40d3bfb9-f95b-4f28-875e-2bc1d361c351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.822781088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29be3451-5f7e-4697-91e4-b9c37bc9b18c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:53:59.822827761Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29be3451-5f7e-4697-91e4-b9c37bc9b18c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:00.562959499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10d57e4c-60b8-4e3e-b2bc-9c51e8604baf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:00.562986335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10d57e4c-60b8-4e3e-b2bc-9c51e8604baf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.761680675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bd34966-5bf4-4192-9cce-14956ae7842f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.761703596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bd34966-5bf4-4192-9cce-14956ae7842f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.761999848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1a22d140-66e7-467a-b137-f0548bd8c91c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.762016173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1a22d140-66e7-467a-b137-f0548bd8c91c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.762224685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7069ff2a-5299-4666-b45f-86865561cb58","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.762241178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7069ff2a-5299-4666-b45f-86865561cb58","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.762447469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"536429e0-a21c-4e61-8bb8-ca8e7ec7083f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.762458598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"536429e0-a21c-4e61-8bb8-ca8e7ec7083f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.762707145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f1aac8b4-287a-4de8-b837-cd0711ce04fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.762716993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f1aac8b4-287a-4de8-b837-cd0711ce04fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.820932077Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7367ddb-f1bd-4cd3-bc05-227d88d4d073","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.821354369Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c964739-f989-45e4-8937-3beb4d9277eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.829851855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a97519d-ef49-4ded-be05-cb868388f340","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.829887403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a97519d-ef49-4ded-be05-cb868388f340","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.830191379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7744d0ce-48d2-404e-b35b-57b59474541a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.830206477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7744d0ce-48d2-404e-b35b-57b59474541a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.83042961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7b28d7b-3d8b-47ac-b4b6-7384581e2fb6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.830442269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7b28d7b-3d8b-47ac-b4b6-7384581e2fb6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.830636864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"28d54bb8-debd-4f0b-963e-fe8f372825cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.830649679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"28d54bb8-debd-4f0b-963e-fe8f372825cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.830820181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0c59293f-f984-4fe8-a4c2-3d3b07654ca6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.830830779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0c59293f-f984-4fe8-a4c2-3d3b07654ca6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.928855166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bcfdf79-0cca-41b8-8d8e-33e1f796cae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.928894166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28c7a10e-d542-4244-a488-972122657180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.989056299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bcfdf79-0cca-41b8-8d8e-33e1f796cae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.989133247Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bcfdf79-0cca-41b8-8d8e-33e1f796cae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.990091767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28c7a10e-d542-4244-a488-972122657180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:02.990153667Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28c7a10e-d542-4244-a488-972122657180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:03.200928838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab0fe077-d523-42ec-bc3a-d80eaec5d712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:03.201075397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65861b0a-8242-4a9a-af4d-69e54046a683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:03.259140502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65861b0a-8242-4a9a-af4d-69e54046a683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:03.259202369Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65861b0a-8242-4a9a-af4d-69e54046a683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:03.259293402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab0fe077-d523-42ec-bc3a-d80eaec5d712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:03.259343343Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab0fe077-d523-42ec-bc3a-d80eaec5d712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:04.006832452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"50c0719c-af52-4f0d-8fd4-52075c422c26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:04.006850962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"50c0719c-af52-4f0d-8fd4-52075c422c26","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.273665328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78cedfab-41ca-4b06-97e1-87955a04c815","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.27368943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78cedfab-41ca-4b06-97e1-87955a04c815","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.274026402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ee27060-0510-4b0c-b5e9-f72ee8dcb3a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.274044905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ee27060-0510-4b0c-b5e9-f72ee8dcb3a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.274379773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"40bd0e8c-a85f-4782-a0b0-7734b20a3439","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.274396425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"40bd0e8c-a85f-4782-a0b0-7734b20a3439","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.274670274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0fdfb761-5ad9-4a18-8c05-204a6a3a40a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.274682492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0fdfb761-5ad9-4a18-8c05-204a6a3a40a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.27496177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e681e3da-8a56-48a5-904f-df8ca430b0a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.27497681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e681e3da-8a56-48a5-904f-df8ca430b0a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.275256529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f1453082-3477-4b71-b26c-1e2f49b972a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.275273829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f1453082-3477-4b71-b26c-1e2f49b972a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.328469508Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4506eb3d-6b17-43a5-bc0a-1067c603c857","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.329023576Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97bcc3b0-7dac-415a-93b9-bc65f3c00fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.341025883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29b05241-12f4-4dbd-a186-905a70b8ad9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.341045003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29b05241-12f4-4dbd-a186-905a70b8ad9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.34130348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46ca3a8b-9e35-46cf-911e-bbe072f2a8fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.3413184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46ca3a8b-9e35-46cf-911e-bbe072f2a8fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.341540461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be6927cb-4074-4455-bae4-bdbe07994e7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.341553062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be6927cb-4074-4455-bae4-bdbe07994e7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.341769445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"345dfa5e-c604-45e7-921e-54a9c0016af5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.341784281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"345dfa5e-c604-45e7-921e-54a9c0016af5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.34200942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"061c97a1-c44d-4104-b9fb-a13826634c45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.342024125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"061c97a1-c44d-4104-b9fb-a13826634c45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.342232474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c97126ec-cb3e-4449-af47-ecfc38daf675","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.342244529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c97126ec-cb3e-4449-af47-ecfc38daf675","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.433845442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1c8b36-d6c0-41ea-a9f5-dbc91173b07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.433860517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29197da7-82a4-41c6-ab0e-0264bb47580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.541108215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1c8b36-d6c0-41ea-a9f5-dbc91173b07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.541179952Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1c8b36-d6c0-41ea-a9f5-dbc91173b07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.54110723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29197da7-82a4-41c6-ab0e-0264bb47580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.541246324Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29197da7-82a4-41c6-ab0e-0264bb47580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.711247942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.751625613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c5b304-b5f5-4f30-a298-36d1590bd79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.751625668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a84bca-be0c-4cdf-8d1b-f7de0a9a8692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.809772693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c5b304-b5f5-4f30-a298-36d1590bd79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.809846577Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c5b304-b5f5-4f30-a298-36d1590bd79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.811092805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a84bca-be0c-4cdf-8d1b-f7de0a9a8692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:06.811154254Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a84bca-be0c-4cdf-8d1b-f7de0a9a8692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.019806532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87fdb551-4289-44c8-a66a-6f21e45050b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.019807738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"840ab8e8-0c54-4f89-831f-176cb5e82e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.077608073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87fdb551-4289-44c8-a66a-6f21e45050b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.077666115Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87fdb551-4289-44c8-a66a-6f21e45050b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.077726782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"840ab8e8-0c54-4f89-831f-176cb5e82e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.077774932Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"840ab8e8-0c54-4f89-831f-176cb5e82e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.516530442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79658442-8620-4a3f-a933-861cd9e4a64a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:07.516555215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79658442-8620-4a3f-a933-861cd9e4a64a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.546667017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c84d9c5-240b-4f79-93cd-c254a8bae419","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.546776848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c84d9c5-240b-4f79-93cd-c254a8bae419","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.547189905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2490d99a-e194-4040-bfb3-af2d9d946a35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.547206834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2490d99a-e194-4040-bfb3-af2d9d946a35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.547501937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f57e0824-4d98-4a75-b53c-adabdf4caa9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.547560453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f57e0824-4d98-4a75-b53c-adabdf4caa9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.547837219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b24e9505-aaf9-42f7-b90c-00335887b3e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.547849064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b24e9505-aaf9-42f7-b90c-00335887b3e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.548124585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e658511-19f3-4ada-8536-e93677ac6ddb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.548139536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e658511-19f3-4ada-8536-e93677ac6ddb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.548342159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"934bd39b-e936-491a-888d-983e15b1a3bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.548353208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"934bd39b-e936-491a-888d-983e15b1a3bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.548580036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65675e74-fe2e-4611-a519-4ab891ab4d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.548590939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65675e74-fe2e-4611-a519-4ab891ab4d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.600163138Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"055bf403-9f14-4fef-9958-a023226a04f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.612807714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"108eff30-9b2a-42d0-9d6c-a663a81f06ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.61283336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"108eff30-9b2a-42d0-9d6c-a663a81f06ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.613189535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4b5dead-1e7e-47e9-9aad-5bf729fbbc32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.613207326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4b5dead-1e7e-47e9-9aad-5bf729fbbc32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.613476206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9466f449-61f7-430f-9f2e-07e7fffbc81d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.613492313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9466f449-61f7-430f-9f2e-07e7fffbc81d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.613752231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e11d731c-fe20-4802-99db-cc0c479e51b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.613767122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e11d731c-fe20-4802-99db-cc0c479e51b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.614064793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97398073-edfc-4c25-b4d9-8112df95a8c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.614082627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97398073-edfc-4c25-b4d9-8112df95a8c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.614370849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09ff8afc-c6d4-4a8d-8794-064265f9ea63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.614384909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09ff8afc-c6d4-4a8d-8794-064265f9ea63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.614664595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4010d7ac-ce47-426f-aaa9-8e983a2893f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.614679629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4010d7ac-ce47-426f-aaa9-8e983a2893f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.704725814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce0d542-9655-4ab9-98f9-567516252b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.705147006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6430400d-9f41-4e25-a816-40b7753df634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.761262531Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d9151fa-f12a-41dc-b014-7bd06548b9a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.763011145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6430400d-9f41-4e25-a816-40b7753df634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.763476966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce0d542-9655-4ab9-98f9-567516252b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.763551579Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce0d542-9655-4ab9-98f9-567516252b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.929473874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ffacd45-adf7-4abe-bd91-d61294f1b743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.929493672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ffacd45-adf7-4abe-bd91-d61294f1b743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:09.974201662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8642e721-c346-4a76-a744-8f84aada3829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:10.032708004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8642e721-c346-4a76-a744-8f84aada3829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:10.032776868Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8642e721-c346-4a76-a744-8f84aada3829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:10.140076556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0feeb186-e66e-4a44-995d-3bd37bd30200","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:10.175396211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7cc99f-8134-45c2-8d5f-5cbbd3126b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:10.23323963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7cc99f-8134-45c2-8d5f-5cbbd3126b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:10.790217727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc362219-b0d2-4160-925c-965c97792f3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:10.790237111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc362219-b0d2-4160-925c-965c97792f3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:11.002043887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"740de35e-ee07-4fdb-8983-d07d61de912c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.093668538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c22146c6-c5d0-459a-ace9-641393f32694","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.09369479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c22146c6-c5d0-459a-ace9-641393f32694","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094077518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"018279e1-d883-4078-b070-b25005beee15","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094094822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"018279e1-d883-4078-b070-b25005beee15","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094372261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b59f6a5-7a53-4153-a983-1b02c3b5c852","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094388574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b59f6a5-7a53-4153-a983-1b02c3b5c852","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094636522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34b95999-d2f5-43b0-a17a-cd4409cb0cf5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094652266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34b95999-d2f5-43b0-a17a-cd4409cb0cf5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094927701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5ede183-21b4-4e7a-b89b-e9f371ce80be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.094942981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5ede183-21b4-4e7a-b89b-e9f371ce80be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.095199717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a847fa3-5d97-46a4-a3c0-167806961858","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.095215238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8a847fa3-5d97-46a4-a3c0-167806961858","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.095464553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"357ddfd4-65d5-4166-b869-105c82435685","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.095481169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"357ddfd4-65d5-4166-b869-105c82435685","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.095722915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90034386-46e9-43f3-99ec-e6f8ee4b0b00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.095736051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90034386-46e9-43f3-99ec-e6f8ee4b0b00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.159306304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8192ae1f-b76e-4483-8495-b9767e78a125","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.159328556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8192ae1f-b76e-4483-8495-b9767e78a125","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.159642795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2cd6d350-5487-45e6-bdbd-725c6c885a17","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.159659948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2cd6d350-5487-45e6-bdbd-725c6c885a17","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.15996072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"054ce586-cb96-41bc-975d-573bf6fef94f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.16001952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"054ce586-cb96-41bc-975d-573bf6fef94f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.160318118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"592facc8-8110-4591-b129-237ca050c635","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.160338736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"592facc8-8110-4591-b129-237ca050c635","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.160626294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9120100-ae36-401c-a1a0-3f8ced541c60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.160641627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9120100-ae36-401c-a1a0-3f8ced541c60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.160917054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bee06ef5-5fc0-49d3-bb1d-a19e8305b786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.16093477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bee06ef5-5fc0-49d3-bb1d-a19e8305b786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.161171786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e75cd065-e6a9-4bcc-9691-b7da89a795bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.161184599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e75cd065-e6a9-4bcc-9691-b7da89a795bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.161505116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fb7fe13-d658-4ae3-8cda-816e0e1a7281","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.161521743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fb7fe13-d658-4ae3-8cda-816e0e1a7281","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.252628092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b4ebe03-cb45-4ffe-b67f-eda25bec89df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.25263745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ba21524-efdc-4c98-8589-a614d89d0d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.305722884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c55c9e8-f45c-4731-9bd5-50482be3917a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.310828385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b4ebe03-cb45-4ffe-b67f-eda25bec89df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.310900608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ba21524-efdc-4c98-8589-a614d89d0d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.311211263Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ca2e997-f0e5-49d1-abe5-f650aa220222","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.47596583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5713c40b-e7e3-4b3b-a76a-6c08f571775a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.475984671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5713c40b-e7e3-4b3b-a76a-6c08f571775a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.673205881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3e63305-73b8-4bf0-ae89-3ebff9cc2704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.67328409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55cc4983-a28e-4228-8be4-0eb0d6f4fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.687961058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0157a52d-6754-4659-a237-e39ccc4bd4d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.730707327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55cc4983-a28e-4228-8be4-0eb0d6f4fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.730809475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3e63305-73b8-4bf0-ae89-3ebff9cc2704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:13.883974461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a09f0e70-037a-4186-80db-653184556b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.052232944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28734b76-73a1-4e5f-a8b0-0132186f8f81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.052252734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28734b76-73a1-4e5f-a8b0-0132186f8f81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.09309653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3808472f-c932-46cb-9e5d-92d391a30372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.093094594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f2be4c5-057c-4d30-8704-e43ec6e1b209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.151111377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f2be4c5-057c-4d30-8704-e43ec6e1b209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.152459271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3808472f-c932-46cb-9e5d-92d391a30372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.336936049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97fe62c3-ba42-45c3-a61b-be2028e8f9aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.336957514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97fe62c3-ba42-45c3-a61b-be2028e8f9aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:14.547697003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6e4e1b6-bdd0-456a-9b29-72983481ba33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:16.752708823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d4c659c-ca79-421b-8c89-bf35dd23a66d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:16.752731167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d4c659c-ca79-421b-8c89-bf35dd23a66d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:19.805760987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c125a7ca-ecc7-4d8a-9e5c-7de1cdca474f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:19.805788943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c125a7ca-ecc7-4d8a-9e5c-7de1cdca474f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:20.566630957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"06070f7b-d1f0-482b-ba1d-6d67385c54d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:20.679323342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bca9c99-d373-46fc-87c4-4fe0f20765c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:20.679363365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5ce068c-f465-4d9a-b435-e55988f284dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:20.731399052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac83a35e-a16c-4536-9775-57262d821a74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:20.731419854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac83a35e-a16c-4536-9775-57262d821a74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:20.785538659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bca9c99-d373-46fc-87c4-4fe0f20765c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:20.785562982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5ce068c-f465-4d9a-b435-e55988f284dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:22.149463664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a47bf5bc-d51e-4c04-963b-282883fc5428","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:22.149488608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a47bf5bc-d51e-4c04-963b-282883fc5428","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:23.161159169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e75c36de-2258-48c0-b692-fd7251ef62c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:23.161179751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e75c36de-2258-48c0-b692-fd7251ef62c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:23.161484516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18d061e7-5558-4769-9dff-88ee14dd3052","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:23.16149886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18d061e7-5558-4769-9dff-88ee14dd3052","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:23.161731678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e3eb262-e7ec-43f9-a72d-9d139c9202fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:23.161743247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e3eb262-e7ec-43f9-a72d-9d139c9202fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:24.053188247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c882caa2-7518-4543-ac44-d10d6831c3fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:24.053208915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c882caa2-7518-4543-ac44-d10d6831c3fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:25.993749085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79e127e5-3f6b-4788-a456-4a2c5b6e6aa4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:25.993768679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79e127e5-3f6b-4788-a456-4a2c5b6e6aa4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:29.320558409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1689f427-968b-4f0f-999a-983b6e21619d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:29.373668571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01236328-d865-48ea-9053-effee7e1088e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:29.783112113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b331b878-b9f6-48b3-9c5c-8a851c5b0606","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:29.78313489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b331b878-b9f6-48b3-9c5c-8a851c5b0606","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:30.732848681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d003f6b-ceb0-4d32-9eb4-425723fd5631","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:30.732887563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d003f6b-ceb0-4d32-9eb4-425723fd5631","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:32.415628936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bfd3f497-b2f7-459e-9829-143781ad59b0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:32.415648403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bfd3f497-b2f7-459e-9829-143781ad59b0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:34.054140115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c72cbee4-02e6-4188-8885-c3a39ceddb2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:34.054172658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c72cbee4-02e6-4188-8885-c3a39ceddb2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:36.733168702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:36.824544848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ef28214-a512-4216-95ce-b07451f5474f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:36.824566626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ef28214-a512-4216-95ce-b07451f5474f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.036943904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebcdcc42-57ed-4c46-ab65-c24b498a8901","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.039945634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdd365b9-c55c-4980-9185-0c9e2404114c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.039998381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dde1168-b712-4286-99a9-f746873d497c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.148248632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dde1168-b712-4286-99a9-f746873d497c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.149262105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdd365b9-c55c-4980-9185-0c9e2404114c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.205119096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c33c99dd-ae14-4945-aa5c-e43252e477be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.205142251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c33c99dd-ae14-4945-aa5c-e43252e477be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:37.416703384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af67834c-0e5a-4f40-968a-923a044dbfda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.426413641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d0afde2-626a-4e4c-90de-e3a00d5f4f15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.426437612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d0afde2-626a-4e4c-90de-e3a00d5f4f15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.637344906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd9c9663-7e1c-4a30-9666-dbcbbca2ebfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.644893893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3a984f8-93ab-4702-9126-ce219d07be66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.644893415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b772a3d-1c30-4773-9f24-c9ea2c281ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.752285561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b772a3d-1c30-4773-9f24-c9ea2c281ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.752515527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3a984f8-93ab-4702-9126-ce219d07be66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.80962645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7ae06c2-cccc-4012-a22c-03f81d92e522","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:39.809659664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7ae06c2-cccc-4012-a22c-03f81d92e522","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:40.021030042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aedc7f6d-3b67-497e-bb8f-15ada162ac91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.176575044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7cc1d655-cec3-449d-b422-d388b135fd84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.176602171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7cc1d655-cec3-449d-b422-d388b135fd84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.333015205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"610f0715-2225-4b53-820d-ce6391b1b223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.387692374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"374f3b58-d433-45f4-828b-dcd1f7b26c1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.387714988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"374f3b58-d433-45f4-828b-dcd1f7b26c1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.391646249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"610f0715-2225-4b53-820d-ce6391b1b223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.550469875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaee9ea1-7fd8-443e-b0b0-3edb8621ce78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.603783168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80aa77d0-8013-4e6e-88d8-17338f37745d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.608086818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaee9ea1-7fd8-443e-b0b0-3edb8621ce78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.666069022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44d51ccf-9ddd-4dd9-839b-24bbc9415ea5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.666195461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44d51ccf-9ddd-4dd9-839b-24bbc9415ea5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.780062201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"991675bd-ff85-438c-b976-32fff2001f41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.780088309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"991675bd-ff85-438c-b976-32fff2001f41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.849446876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e509a9ce-a95e-46ba-b13b-f575f7286f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:54:42.907233452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e509a9ce-a95e-46ba-b13b-f575f7286f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:06.762172578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:35.600948682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfd6baa-ed2f-4ed7-ae1d-e720d674ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:35.653457418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfd6baa-ed2f-4ed7-ae1d-e720d674ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:35.705998681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfd6baa-ed2f-4ed7-ae1d-e720d674ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:35.7585035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfd6baa-ed2f-4ed7-ae1d-e720d674ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:36.243550704Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e2103639","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e2103639","reconcileID":"2de8ed6b-5530-4174-b9e9-8c502b6f20da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e2103639","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e2103639":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:36.71641032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:37.213752575Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ad8772a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ad8772a6","reconcileID":"807533ac-ef2c-48c1-8ada-a0ebaa503f1c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ad8772a6","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ad8772a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:37.79779974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a8c358-fb6d-4fa5-8d89-a07a1800c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:37.850069065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a8c358-fb6d-4fa5-8d89-a07a1800c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:37.902311778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a8c358-fb6d-4fa5-8d89-a07a1800c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:37.955529293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a8c358-fb6d-4fa5-8d89-a07a1800c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:39.88989628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c68b4-22d0-49cf-adb8-ec12376c57c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:39.942343683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c68b4-22d0-49cf-adb8-ec12376c57c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:39.997425725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c68b4-22d0-49cf-adb8-ec12376c57c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:40.049900215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77c68b4-22d0-49cf-adb8-ec12376c57c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:40.903112679Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9f9b9d01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9f9b9d01","reconcileID":"ca77f406-ebff-46bb-a667-90bac148d94c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9f9b9d01","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-9f9b9d01":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:41.957578297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0613b19-aeb6-40c6-821a-1f5348c5ce5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:42.010017304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0613b19-aeb6-40c6-821a-1f5348c5ce5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:42.063260392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0613b19-aeb6-40c6-821a-1f5348c5ce5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:42.115781475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0613b19-aeb6-40c6-821a-1f5348c5ce5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:44.04859122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a009eacf-e8a0-416e-a825-a139035d712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:44.100881893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a009eacf-e8a0-416e-a825-a139035d712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:44.153231806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a009eacf-e8a0-416e-a825-a139035d712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:44.205729524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a009eacf-e8a0-416e-a825-a139035d712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:45.9684046Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-6c9b1e3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-6c9b1e3c","reconcileID":"e2d3d7c9-92a1-4b55-8910-930c7baca296","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-6c9b1e3c","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-6c9b1e3c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:46.112785294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25ca27c-39b1-4a8e-8919-107e20e37f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:46.165726591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25ca27c-39b1-4a8e-8919-107e20e37f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:46.218223675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25ca27c-39b1-4a8e-8919-107e20e37f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:46.2712257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25ca27c-39b1-4a8e-8919-107e20e37f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:47.156567724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"eb3e859b-ee38-49b0-8771-b7ead5ce59de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ad8772a6","tenantID":"e2e-ait-ad8772a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:47.275524698Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"eb3e859b-ee38-49b0-8771-b7ead5ce59de","name":"e2e-ait-ad8772a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:48.208057921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968226b6-8242-4cac-90f3-50eda0ac0bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:48.261127501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968226b6-8242-4cac-90f3-50eda0ac0bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:48.31402856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968226b6-8242-4cac-90f3-50eda0ac0bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:48.366930853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968226b6-8242-4cac-90f3-50eda0ac0bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:50.270300905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384f35e-9124-414c-a46d-8ce1e279f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:50.322528197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384f35e-9124-414c-a46d-8ce1e279f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:50.375303746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384f35e-9124-414c-a46d-8ce1e279f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:50.42801926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384f35e-9124-414c-a46d-8ce1e279f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:50.543041761Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8b9fd4dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8b9fd4dc","reconcileID":"d24d2ace-e650-45a2-aaed-7fae5959766a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8b9fd4dc-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-8b9fd4dc-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:52.33966632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2793a285-ed0a-4ef7-98fd-eee55d260cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:52.391892256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"04bbbc62-0565-4825-bded-086b80b48e71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-9f9b9d01","tenantID":"e2e-ait-9f9b9d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:52.393168401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2793a285-ed0a-4ef7-98fd-eee55d260cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:52.446654811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2793a285-ed0a-4ef7-98fd-eee55d260cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:52.499174023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2793a285-ed0a-4ef7-98fd-eee55d260cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:52.565493587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"04bbbc62-0565-4825-bded-086b80b48e71","name":"e2e-ait-9f9b9d01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:54.095477177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca9b9dfb-f35b-48fc-bcbd-e542c3f3b439","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:54.176712811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13420137-9694-4797-a356-dc2f57a43d34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:54.486996884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4232373e-fbf2-4661-944f-6a2eb29c81c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:54.539464323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4232373e-fbf2-4661-944f-6a2eb29c81c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:54.592642603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4232373e-fbf2-4661-944f-6a2eb29c81c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:54.645671839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4232373e-fbf2-4661-944f-6a2eb29c81c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:57.57766657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"06fa99d5-d117-408b-98e2-989c6ef3eade","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e2103639","tenantID":"e2e-ait-e2103639","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:55:57.696483657Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"06fa99d5-d117-408b-98e2-989c6ef3eade","name":"e2e-ait-e2103639-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:06.71129903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:07.320231373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"1596ac5f-1b0c-4f63-a0c5-e23d5f103598","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-6c9b1e3c","tenantID":"e2e-derive-6c9b1e3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:07.438171437Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"1596ac5f-1b0c-4f63-a0c5-e23d5f103598","name":"e2e-derive-6c9b1e3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:14.182530811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0827ce-b57f-4664-bbef-b402003237e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:14.235167913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0827ce-b57f-4664-bbef-b402003237e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:14.287535438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0827ce-b57f-4664-bbef-b402003237e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:14.339985267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0827ce-b57f-4664-bbef-b402003237e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:16.288322597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9221c93-02c4-401e-971f-2349db5122e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:16.340961898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9221c93-02c4-401e-971f-2349db5122e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:16.393418715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9221c93-02c4-401e-971f-2349db5122e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:16.446282398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9221c93-02c4-401e-971f-2349db5122e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:16.837478138Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"4263396c-93b2-47e0-a625-a35b77938572","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:16.895574248Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"4263396c-93b2-47e0-a625-a35b77938572","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:17.000027534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"4263396c-93b2-47e0-a625-a35b77938572","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-8b9fd4dc-gw","tenantID":"e2e-migrate-8b9fd4dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:17.119590313Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"4263396c-93b2-47e0-a625-a35b77938572","name":"e2e-migrate-8b9fd4dc-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:19.130625907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8ba9ac-8c9d-4303-bf88-5e9820c47a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:19.183057198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8ba9ac-8c9d-4303-bf88-5e9820c47a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:19.235493386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8ba9ac-8c9d-4303-bf88-5e9820c47a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:19.287874185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8ba9ac-8c9d-4303-bf88-5e9820c47a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:21.19809175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2fbfe9-e8ea-4d97-9b63-df31bcadf571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:21.250531944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2fbfe9-e8ea-4d97-9b63-df31bcadf571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:21.302911851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2fbfe9-e8ea-4d97-9b63-df31bcadf571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:21.35535476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2fbfe9-e8ea-4d97-9b63-df31bcadf571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:21.961509374Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"06d342d1-d3b7-463e-b77d-57def7d05026","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:23.245050698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afe5895-5ae5-4180-b1fb-f47a6540f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:23.298917796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afe5895-5ae5-4180-b1fb-f47a6540f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:23.352514255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afe5895-5ae5-4180-b1fb-f47a6540f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:23.405168674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afe5895-5ae5-4180-b1fb-f47a6540f742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:25.300589292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89d68c1-a645-42de-8a64-e5356561101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:25.353344153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89d68c1-a645-42de-8a64-e5356561101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:25.405682866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89d68c1-a645-42de-8a64-e5356561101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:25.458149612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89d68c1-a645-42de-8a64-e5356561101a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:27.390017669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca4c9ae-315d-4ab4-a86e-28b00b43acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:27.442495973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca4c9ae-315d-4ab4-a86e-28b00b43acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:27.495690141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca4c9ae-315d-4ab4-a86e-28b00b43acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:27.549072719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca4c9ae-315d-4ab4-a86e-28b00b43acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:29.288619614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d327b51-69b8-4bea-9c0c-21e852a4a9b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:29.441377403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff6b73d-2146-42db-9c4a-82586c2d1bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:29.454842222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9597691e-dfa7-4be8-8e07-c1ad32c87065","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:29.494875037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff6b73d-2146-42db-9c4a-82586c2d1bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:29.547469064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff6b73d-2146-42db-9c4a-82586c2d1bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:29.600251495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff6b73d-2146-42db-9c4a-82586c2d1bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:31.504184441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a866932b-757f-4ee9-8a11-af3170449f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:31.557009574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a866932b-757f-4ee9-8a11-af3170449f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:31.609497185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a866932b-757f-4ee9-8a11-af3170449f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:31.662020371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a866932b-757f-4ee9-8a11-af3170449f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:33.602991388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceb91e-ea87-49df-9fda-4619339a7413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:33.65804976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceb91e-ea87-49df-9fda-4619339a7413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:33.711120583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceb91e-ea87-49df-9fda-4619339a7413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:33.76378755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ceb91e-ea87-49df-9fda-4619339a7413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:35.659900404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda90d65-5c6b-4e87-b69a-c0daf8dfbea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:35.712807012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda90d65-5c6b-4e87-b69a-c0daf8dfbea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:35.766131513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda90d65-5c6b-4e87-b69a-c0daf8dfbea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:35.818951651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda90d65-5c6b-4e87-b69a-c0daf8dfbea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:36.71199042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.781422909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f678a9-ec30-4844-a661-d2ecfda1f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.834256436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f678a9-ec30-4844-a661-d2ecfda1f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.886828719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f678a9-ec30-4844-a661-d2ecfda1f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.886961405Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","namespace":"ai-tenant-e2e-ait-ad8772a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.887025327Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","namespace":"ai-tenant-e2e-ait-ad8772a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.93984052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f678a9-ec30-4844-a661-d2ecfda1f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.940552011Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","tenant":"e2e-ait-ad8772a6","tenantID":"e2e-ait-ad8772a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:37.994889811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"Deployment","name":"maas-api-e2e-ait-ad8772a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.055167946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"Service","name":"maas-api-e2e-ait-ad8772a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.115330799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ad8772a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.210458309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ad8772a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.265387073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.319970908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.375073558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.429542552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.481578655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"Deployment","name":"payload-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.533740083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.586058924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"Service","name":"payload-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.63814116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"Service","name":"payload-pre-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.690186742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.741938614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.794028529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.850445905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:38.902538962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:39.005321484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:39.059275505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ad8772a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:39.111668078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad8772a6"},"namespace":"ai-tenant-e2e-ait-ad8772a6","name":"default-tenant","reconcileID":"b521aab3-b837-4487-9ac5-b6aa2c41afff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ad8772a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:40.028077531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d028884-57f5-479c-9ca7-5282288cd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:40.033924894Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ad8772a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ad8772a6","reconcileID":"ba9677e2-28ab-4b2c-913b-15e1cea038be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ad8772a6","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ad8772a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:40.080641671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d028884-57f5-479c-9ca7-5282288cd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:40.133242542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d028884-57f5-479c-9ca7-5282288cd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:40.195050588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d028884-57f5-479c-9ca7-5282288cd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:42.104032789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ae839f-514a-4253-a0b0-f7cc3024673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:42.156582754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ae839f-514a-4253-a0b0-f7cc3024673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:42.209333829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ae839f-514a-4253-a0b0-f7cc3024673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:42.261823966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ae839f-514a-4253-a0b0-f7cc3024673b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:43.989009621Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"925987cd-0d29-44ee-a773-607d850c4368","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.098146487Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"925987cd-0d29-44ee-a773-607d850c4368","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.196374063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baa7c9e-e3f0-4c23-a0a2-97f4db0c6b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.24963069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baa7c9e-e3f0-4c23-a0a2-97f4db0c6b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.302024121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baa7c9e-e3f0-4c23-a0a2-97f4db0c6b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.354542542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baa7c9e-e3f0-4c23-a0a2-97f4db0c6b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.413260271Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","namespace":"ai-tenant-e2e-ait-9f9b9d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.413328255Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","namespace":"ai-tenant-e2e-ait-9f9b9d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.413402849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","tenant":"e2e-ait-9f9b9d01","tenantID":"e2e-ait-9f9b9d01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.4679848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"Deployment","name":"maas-api-e2e-ait-9f9b9d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.528203532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"Service","name":"maas-api-e2e-ait-9f9b9d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.625508233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-9f9b9d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.679338681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-9f9b9d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.743965751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.799000666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.860299978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.914799591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:44.966920151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"Deployment","name":"payload-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.022400865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.075181859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"Service","name":"payload-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.127478776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"Service","name":"payload-pre-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.150424784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1c813d1-3654-4bd7-b4a1-6a074bdd8d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.17969026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"DestinationRule","name":"payload-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.231909662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.253328295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f24ec574-5a0a-4b06-8555-dd7b2ebc6049","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.284194913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.366745267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.470332605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.522554206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.574709654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-9f9b9d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.626794182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9f9b9d01"},"namespace":"ai-tenant-e2e-ait-9f9b9d01","name":"default-tenant","reconcileID":"4de896b7-d6c1-4f00-b8e1-f2501977fbed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-9f9b9d01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.737396034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","namespace":"ai-tenant-e2e-ait-e2103639","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.737491228Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","namespace":"ai-tenant-e2e-ait-e2103639","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.737570508Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","tenant":"e2e-ait-e2103639","tenantID":"e2e-ait-e2103639","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.791714301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"Deployment","name":"maas-api-e2e-ait-e2103639","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.857084758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"Service","name":"maas-api-e2e-ait-e2103639","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.912317574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e2103639","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:45.966557405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e2103639","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.023059905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.080952515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.138682968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.193762706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.248426498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"Deployment","name":"payload-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.300805506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b96c27-4df3-47ae-a4e7-9becf1766145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.302412867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.353381104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b96c27-4df3-47ae-a4e7-9becf1766145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.406457994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b96c27-4df3-47ae-a4e7-9becf1766145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.413256247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"Service","name":"payload-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.459420863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b96c27-4df3-47ae-a4e7-9becf1766145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.536604057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"Service","name":"payload-pre-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.591323708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.596732715Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9f9b9d01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9f9b9d01","reconcileID":"35b5a892-005e-4c7d-adac-4cfa0b48d8e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9f9b9d01","removed":["maas.opendatahub.io/gateway-access-e2e-ait-9f9b9d01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.645829998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.750558504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.80861939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.863127329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.916840373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:46.972615898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e2103639","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:47.026412503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2103639"},"namespace":"ai-tenant-e2e-ait-e2103639","name":"default-tenant","reconcileID":"33e0f3fd-ab4a-4892-ad80-31b1b3f7b6fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e2103639","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:47.186780538Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-276e9c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-276e9c","reconcileID":"5dbbecd8-2087-4b86-b079-82038c1e0b4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-276e9c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-276e9c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:48.377923763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35e2e1-c6da-4c52-8d0e-ffe49f0ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:48.430504963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35e2e1-c6da-4c52-8d0e-ffe49f0ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:48.484677963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35e2e1-c6da-4c52-8d0e-ffe49f0ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:48.537462837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35e2e1-c6da-4c52-8d0e-ffe49f0ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:50.482832802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e2103639","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e2103639","reconcileID":"cdbb2971-54e4-4b69-9ba5-0ba7980d69da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e2103639","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e2103639"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:50.484104131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abbab36-533b-47d8-b839-a399b8fdd851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:50.536921945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abbab36-533b-47d8-b839-a399b8fdd851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:50.591310293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abbab36-533b-47d8-b839-a399b8fdd851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:50.645386398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abbab36-533b-47d8-b839-a399b8fdd851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:52.037702514Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"871d6d04-515e-4170-ab49-43b1059eb9d2","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:52.543255624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68dcee0-f6d5-4390-88bc-572665356fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:52.650959087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68dcee0-f6d5-4390-88bc-572665356fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:52.703940598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68dcee0-f6d5-4390-88bc-572665356fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:52.756690854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68dcee0-f6d5-4390-88bc-572665356fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:54.138772362Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4499d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4499d5","reconcileID":"3fa7be30-2396-4e46-8dc8-25758458d715","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4499d5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-4499d5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:54.698230266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ded3d3-87f0-4529-a071-79a1fff924c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:54.750815119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ded3d3-87f0-4529-a071-79a1fff924c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:54.803281186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ded3d3-87f0-4529-a071-79a1fff924c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:54.855965686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ded3d3-87f0-4529-a071-79a1fff924c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:56.768825451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfdda2-94bf-4c53-b90d-4b348afc395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:56.821676936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfdda2-94bf-4c53-b90d-4b348afc395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:56.874627479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfdda2-94bf-4c53-b90d-4b348afc395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:56.927385334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfdda2-94bf-4c53-b90d-4b348afc395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:58.715619204Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d2a262","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d2a262","reconcileID":"6670454f-a408-40d3-85da-f40fa5fff1b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d2a262","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-d2a262":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:58.851264002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77c8a-3343-4f81-8632-a595fd8638a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:58.904343922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77c8a-3343-4f81-8632-a595fd8638a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:58.957244047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77c8a-3343-4f81-8632-a595fd8638a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:56:59.009791867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77c8a-3343-4f81-8632-a595fd8638a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:00.921901643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bbed00-1bd3-455c-a63c-47a30b5d644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:00.975489588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bbed00-1bd3-455c-a63c-47a30b5d644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:01.028942715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bbed00-1bd3-455c-a63c-47a30b5d644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:01.081435016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bbed00-1bd3-455c-a63c-47a30b5d644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:02.335624553Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"b51fdebe-822a-48ad-bd11-2272faeca4ac","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:02.466931362Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"b51fdebe-822a-48ad-bd11-2272faeca4ac","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:03.048882948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8642d418-9bb0-4207-a4a8-49c61c63e29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:03.101645787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8642d418-9bb0-4207-a4a8-49c61c63e29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:03.154414712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8642d418-9bb0-4207-a4a8-49c61c63e29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:03.207309828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8642d418-9bb0-4207-a4a8-49c61c63e29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:05.101035924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6cbf2d-8d7e-4c27-a73e-f4b02ebbcdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:05.153509544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6cbf2d-8d7e-4c27-a73e-f4b02ebbcdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:05.205989736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6cbf2d-8d7e-4c27-a73e-f4b02ebbcdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:05.258332848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6cbf2d-8d7e-4c27-a73e-f4b02ebbcdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:06.71184383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:07.161559132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc71dbf-6503-48ae-b04c-64c9dde6475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:07.214686378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc71dbf-6503-48ae-b04c-64c9dde6475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:07.267667861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc71dbf-6503-48ae-b04c-64c9dde6475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:07.319951346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc71dbf-6503-48ae-b04c-64c9dde6475b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:07.806142702Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"ec8e13c6-cbb8-4f61-a3c6-d06721c4fcaf","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:07.981602672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"ec8e13c6-cbb8-4f61-a3c6-d06721c4fcaf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:08.100844174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"ec8e13c6-cbb8-4f61-a3c6-d06721c4fcaf","name":"e2e-worker-w2-276e9c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:08.186647981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6833dff8-92e9-46fa-919b-240675af76e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:08.286435749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d8cf798-57c2-40b9-b563-8d84bd1ea7c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:14.494575386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ea7f878-b861-4fbf-a381-a8dc7380c7a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:14.711586235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"489861a0-b1ee-4bf0-a4b6-b93e27c0d3c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:17.731254057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"99f37b7f-9fda-4123-9bc5-8ba8248dae3d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:17.849685097Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"99f37b7f-9fda-4123-9bc5-8ba8248dae3d","name":"e2e-worker-w0-4499d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:17.908443587Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","namespace":"ai-tenant-e2e-derive-6c9b1e3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:17.908516315Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","namespace":"ai-tenant-e2e-derive-6c9b1e3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:17.908582638Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","tenant":"e2e-derive-6c9b1e3c","tenantID":"e2e-derive-6c9b1e3c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:17.962784271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"Deployment","name":"maas-api-e2e-derive-6c9b1e3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.026525706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"Service","name":"maas-api-e2e-derive-6c9b1e3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.081860819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-6c9b1e3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.1378284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-6c9b1e3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.194345756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.249279231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.30437144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.359035542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.412859369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"Deployment","name":"payload-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.465077891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.517490467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"Service","name":"payload-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.569611038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"Service","name":"payload-pre-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.621784263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"DestinationRule","name":"payload-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.674031959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.726669912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.783250551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.835429549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.887524843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.94000109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-6c9b1e3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:18.992201837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6c9b1e3c"},"namespace":"ai-tenant-e2e-derive-6c9b1e3c","name":"default-tenant","reconcileID":"9e9fea59-95b3-4c7c-820e-b03b9698022a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-6c9b1e3c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:19.811104379Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-6c9b1e3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-6c9b1e3c","reconcileID":"b2585e1b-8c0b-436a-ba39-d99423cd699d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-6c9b1e3c","removed":["maas.opendatahub.io/gateway-access-e2e-derive-6c9b1e3c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:20.919373049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1baa3fb-b9f9-4646-821e-a50745a88145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:20.972373903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1baa3fb-b9f9-4646-821e-a50745a88145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:21.025236792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1baa3fb-b9f9-4646-821e-a50745a88145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:21.077631096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1baa3fb-b9f9-4646-821e-a50745a88145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:23.013690283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2266a191-86ed-4e15-9fbb-6cbcc4d3c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:23.066643131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2266a191-86ed-4e15-9fbb-6cbcc4d3c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:23.119758296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2266a191-86ed-4e15-9fbb-6cbcc4d3c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:23.17232362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2266a191-86ed-4e15-9fbb-6cbcc4d3c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.153156672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"7e983d41-e5e6-43ad-b238-111ee20c73d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.343808545Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"7e983d41-e5e6-43ad-b238-111ee20c73d5","name":"e2e-worker-w4-d2a262-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.402022379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","namespace":"ai-tenant-e2e-migrate-8b9fd4dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.402076039Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","namespace":"ai-tenant-e2e-migrate-8b9fd4dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.402138148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","tenant":"e2e-migrate-8b9fd4dc","tenantID":"e2e-migrate-8b9fd4dc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.456271278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"Deployment","name":"maas-api-e2e-migrate-8b9fd4dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.549233486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"Service","name":"maas-api-e2e-migrate-8b9fd4dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.604561683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-8b9fd4dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.661127103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-8b9fd4dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.717720614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.773225702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.825526499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.877566839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.929669417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"Deployment","name":"payload-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:24.982219182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.034714199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"Service","name":"payload-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.078682393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5d924d-3d31-4a54-829f-219d01dd4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.13091828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"Service","name":"payload-pre-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.131396133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5d924d-3d31-4a54-829f-219d01dd4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.183933305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.184171828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5d924d-3d31-4a54-829f-219d01dd4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.236493911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.236949687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5d924d-3d31-4a54-829f-219d01dd4017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.28917265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.341384516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.393383777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.445339351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.503485438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-8b9fd4dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.555253705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8b9fd4dc"},"namespace":"ai-tenant-e2e-migrate-8b9fd4dc","name":"default-tenant","reconcileID":"0b05356c-55d1-4284-9cce-57937c0c6ea6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-8b9fd4dc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:25.792207302Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-316854","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-316854","reconcileID":"c362f7ff-1468-4c7f-8834-0b06f20c23cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-316854","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-316854":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:26.90025396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8b9fd4dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8b9fd4dc","reconcileID":"e57f2505-0964-4f63-a024-14d63b2788b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8b9fd4dc-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-8b9fd4dc-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:27.130638965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa872dd-436d-45ab-a48d-fda538d5be66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:27.184226734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa872dd-436d-45ab-a48d-fda538d5be66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:27.236731746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa872dd-436d-45ab-a48d-fda538d5be66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:27.289484113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa872dd-436d-45ab-a48d-fda538d5be66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:29.294913193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d97f11-e192-4e44-8c85-7ad3d71b2879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:29.347381583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d97f11-e192-4e44-8c85-7ad3d71b2879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:29.399798526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d97f11-e192-4e44-8c85-7ad3d71b2879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:29.453124786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d97f11-e192-4e44-8c85-7ad3d71b2879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:31.468388735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfdacc1-70d5-4c80-b953-bea97c670ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:31.520949724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfdacc1-70d5-4c80-b953-bea97c670ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:31.573563955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfdacc1-70d5-4c80-b953-bea97c670ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:31.626103277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfdacc1-70d5-4c80-b953-bea97c670ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:33.327415661Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c51fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c51fb8","reconcileID":"cfe36d8d-a0e6-4203-9713-4931aaaa6141","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-c51fb8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-c51fb8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:33.528566033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeed714e-46cf-479c-b0bb-44687d86515a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:33.581100261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeed714e-46cf-479c-b0bb-44687d86515a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:33.633937922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeed714e-46cf-479c-b0bb-44687d86515a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:33.686654173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeed714e-46cf-479c-b0bb-44687d86515a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:35.591241374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5215d0-68e8-4975-96dc-5e745cfedfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:35.643764211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5215d0-68e8-4975-96dc-5e745cfedfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:35.696303293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5215d0-68e8-4975-96dc-5e745cfedfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:35.748610716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5215d0-68e8-4975-96dc-5e745cfedfef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:36.71082274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:37.695228021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792f999-d2a4-446b-9f3e-0b33321200e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:37.747679474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792f999-d2a4-446b-9f3e-0b33321200e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:37.800274211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792f999-d2a4-446b-9f3e-0b33321200e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:37.852844044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792f999-d2a4-446b-9f3e-0b33321200e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:39.069666879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31d4f33b-9cb9-446c-99de-a5c213171a39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:39.123096185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c7f38a0-7718-416b-865f-64e7a2d614de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:39.799367819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b65ef92-882c-4b96-87fc-1715e19c8348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:39.851888791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b65ef92-882c-4b96-87fc-1715e19c8348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:39.904907447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b65ef92-882c-4b96-87fc-1715e19c8348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:39.95749688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b65ef92-882c-4b96-87fc-1715e19c8348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:43.189144188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973bdd8e-fae7-4fe7-a72a-ffcbf7684623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:43.241691312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973bdd8e-fae7-4fe7-a72a-ffcbf7684623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:43.294330481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973bdd8e-fae7-4fe7-a72a-ffcbf7684623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:43.347209451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973bdd8e-fae7-4fe7-a72a-ffcbf7684623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:45.284358987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc11912-6354-4304-85a3-2aab1ee29d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:45.337615348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc11912-6354-4304-85a3-2aab1ee29d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:45.390299866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc11912-6354-4304-85a3-2aab1ee29d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:45.442896666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc11912-6354-4304-85a3-2aab1ee29d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:46.739251971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcd0af51-e56e-4112-92b0-d9b55a1ed5ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:46.856326101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc970f8c-3354-4624-a2df-964617127724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:48.422210986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abdce28-b6bd-4c9c-b243-e8da8ba419b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:48.474619803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abdce28-b6bd-4c9c-b243-e8da8ba419b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:48.527009447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abdce28-b6bd-4c9c-b243-e8da8ba419b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:48.581097066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abdce28-b6bd-4c9c-b243-e8da8ba419b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:50.522859392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1034024a-93de-4fe7-9ca1-601df603d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:50.575371315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1034024a-93de-4fe7-9ca1-601df603d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:50.627768668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1034024a-93de-4fe7-9ca1-601df603d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:50.681499897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1034024a-93de-4fe7-9ca1-601df603d8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:51.670050702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"0f89ff71-cd9e-4a86-ac2c-d36b24e5eb37","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:51.788708714Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"0f89ff71-cd9e-4a86-ac2c-d36b24e5eb37","name":"e2e-worker-w1-316854-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:57:54.959682943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"143210b2-8c33-48bf-bc39-c81e9e33d3f5","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:01.47423972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"f7a68b01-bbb8-432c-90a5-fa58ae33306f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:01.593467795Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"f7a68b01-bbb8-432c-90a5-fa58ae33306f","name":"e2e-worker-w3-c51fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:06.740965129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.249336855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"f1a20765-41c2-4c3d-8f63-427c855b2f09","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.315521132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"b4e03fa9-9928-4d45-950a-883874567612","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.799057619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829a73e5-2243-454b-aa99-c0925330b0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.851812912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829a73e5-2243-454b-aa99-c0925330b0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.905040368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829a73e5-2243-454b-aa99-c0925330b0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.957577882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829a73e5-2243-454b-aa99-c0925330b0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:24.886175902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e917a3ed-b61a-4ac7-b476-50141f0608db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:24.938782502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e917a3ed-b61a-4ac7-b476-50141f0608db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:24.991319702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e917a3ed-b61a-4ac7-b476-50141f0608db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:25.043972839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e917a3ed-b61a-4ac7-b476-50141f0608db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:31.685059077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"5eeebbcb-5abe-4a0d-8e22-9bb82563e091","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:32.696556498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b02ca6e-8427-4c3a-9f3d-45a1681b2f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:32.749102806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b02ca6e-8427-4c3a-9f3d-45a1681b2f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:32.801482188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b02ca6e-8427-4c3a-9f3d-45a1681b2f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:32.853997436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b02ca6e-8427-4c3a-9f3d-45a1681b2f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:34.762126498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7434d9e-a4c3-4283-8ec0-32c21064fa6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:34.814651815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7434d9e-a4c3-4283-8ec0-32c21064fa6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:34.867115055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7434d9e-a4c3-4283-8ec0-32c21064fa6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:34.919712684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7434d9e-a4c3-4283-8ec0-32c21064fa6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.710355914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"cf97a700-7f0c-4d22-addc-1804242216bc","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.711004308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:00.319270163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"25473fea-e198-4f36-bf5b-cf35fad84ced","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:00.385244876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"e2f2ab50-aae9-44a0-b39f-5bd335d9cfe2","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.71124796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.409688851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"82fd8d07-ad4d-43da-9a08-5edf360651e0","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.6315357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"2653124d-0e89-4410-9a7c-742f168fc1df","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.688914813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"aee77ae7-442e-4ae9-a0e8-f837c73ed31d","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:08.737209169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"8eedbdc5-67cb-4613-8b2d-f7bd63c5bf1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.747668919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98622207-d31a-40cf-9fac-e355628c6863","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.74769393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98622207-d31a-40cf-9fac-e355628c6863","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.806177569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c074313-9745-4d21-8a6b-98b2dc733a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.806196326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c074313-9745-4d21-8a6b-98b2dc733a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.851890334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"5f6f1827-5dc0-4699-b3d2-ac4748c4403f","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.909912283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"cd368b12-11d1-4203-9973-57dc2eb94a68","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:08.997079122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"da73716d-c7f8-4a44-8dfe-2623d979f923","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.056919746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"9d74d1f6-bf14-4fe4-aad5-911a2ab0c683","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.123948884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"f2fedfbf-3658-4070-983c-c82d014cddcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"simulator-w2-276e9c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.161331398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"07ee326a-106c-4f3d-b86f-3931fa663fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.261410078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"49f0fd1f-2303-4a36-a20f-2af9530a8fb6","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.289655275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"2f15b53e-7cc2-4d69-8f1e-71e19e1c3789","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.290281527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"07ee326a-106c-4f3d-b86f-3931fa663fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:09.314803362Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-276e9c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.346545488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"07ee326a-106c-4f3d-b86f-3931fa663fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.364728282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"3823164c-f64f-4b02-8550-81a4f39a1745","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:09.368773615Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-276e9c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.404302249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"8e0a992c-c7e7-447d-99d1-27b3eab6be57","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.420720551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"33c78f15-ce6d-457e-a35f-710fac848fc9","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.501573824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"343bcc2d-2c09-4c29-9ab6-8555de01c599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.508593249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"3136ca71-89b2-4cf7-867b-4295312ed479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.540264495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"03d0c904-0d1b-451b-a2e6-8d0a769572e0","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.566344525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"3136ca71-89b2-4cf7-867b-4295312ed479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.598949661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"f6794971-9b99-42f8-9631-cc1f67d54cef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.622774707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"3136ca71-89b2-4cf7-867b-4295312ed479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.634180729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"af2a3e93-d16f-4cfb-97be-0365758edb38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"premium-w2-276e9c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.752504226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"2d3e9932-7eb9-4495-a214-980c5c961020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.799406898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"edb2832e-c682-42d2-bc69-07fd86319264","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.809827446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"2d3e9932-7eb9-4495-a214-980c5c961020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.853205873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9c60b87a-055d-4e4b-939f-427d5dcf4d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.866118839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"2d3e9932-7eb9-4495-a214-980c5c961020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.910716981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9c60b87a-055d-4e4b-939f-427d5dcf4d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.924031982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"44fc8c55-cbf8-43e5-bcce-a6d9abb5c5b9","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:09.967430911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9c60b87a-055d-4e4b-939f-427d5dcf4d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.011473583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"fa4d948b-c791-43a8-a081-2f417c28b7ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.136280491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1b30a06c-9270-47d1-b240-07ae933ace3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.194275897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1b30a06c-9270-47d1-b240-07ae933ace3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.250785347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1b30a06c-9270-47d1-b240-07ae933ace3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.92288123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"41a17a87-53db-4d86-9d55-bc42aafb3e2d","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.988783455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e1d4a6dc-2989-4cf5-8f17-492217f3b0bc","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:20.126020141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"eeaece8d-300a-4606-80c6-f6307e224f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:20.183215426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"eeaece8d-300a-4606-80c6-f6307e224f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:20.244060645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"eeaece8d-300a-4606-80c6-f6307e224f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:20.414361878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"efc621d1-0a48-4b2c-b994-455c91d9c17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:20.446713799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"fb534e42-5c2f-4f96-b2c8-484cacbdba3f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:20.471739599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"efc621d1-0a48-4b2c-b994-455c91d9c17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:20.528021835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"efc621d1-0a48-4b2c-b994-455c91d9c17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.204197637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"ee409ad9-41fa-40d8-a4e3-5cb0fac39269","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.309510488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"4a742a54-3220-4e60-a654-e0cccd7598e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.36921808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"d90bd80c-dd91-4195-8e7f-a60cc97ddefb","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.444536602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"102615db-d451-4402-b126-77420b589dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.444557538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"f6136b51-f85e-4a93-8557-a85600cecf0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.472536638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"ce5c7261-2010-49ee-9c54-6eba00c2424a","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.504187268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"f6136b51-f85e-4a93-8557-a85600cecf0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.50418727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"102615db-d451-4402-b126-77420b589dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.561586191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"102615db-d451-4402-b126-77420b589dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.562038037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"f6136b51-f85e-4a93-8557-a85600cecf0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.620133567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"71ba0225-8c32-4ebe-b6fc-72d7c53812b6","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.622695452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"4a913286-1a38-4adb-a81f-6bd6d47c1e1e","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.776642534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"29bb531a-1f3c-4f77-a987-3ac4242498b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.77789442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"da3c68e0-37ef-454c-9c09-66d668e1746d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.834792439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"29bb531a-1f3c-4f77-a987-3ac4242498b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.835424044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"da3c68e0-37ef-454c-9c09-66d668e1746d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.890934144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"29bb531a-1f3c-4f77-a987-3ac4242498b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.891796075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"da3c68e0-37ef-454c-9c09-66d668e1746d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:22.945068142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"29bb531a-1f3c-4f77-a987-3ac4242498b3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:22.945298578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"da3c68e0-37ef-454c-9c09-66d668e1746d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.106600296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"daa23752-da6f-468d-b1d3-671c5cd4b40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.106605488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"6db67d51-f4da-4df3-bfa3-694a705e44a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.164531668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"6db67d51-f4da-4df3-bfa3-694a705e44a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.165799422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"daa23752-da6f-468d-b1d3-671c5cd4b40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.220841248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"6db67d51-f4da-4df3-bfa3-694a705e44a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.224469906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"daa23752-da6f-468d-b1d3-671c5cd4b40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.528903373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"6fcdca16-fca7-451f-bfd4-63f41d131ef7","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.649281048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"608135b0-a2f3-494e-845b-e4fd827e4c3f","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.710094379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"020f40fb-fea9-4675-a3b0-61a52aca53d9","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.752934294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"be9836b3-15b2-4354-9d72-90a9299638d7","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.768690682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"10675867-1f06-4ff6-912c-536750379b9f","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.810403432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"2e587129-11c7-4c31-9be5-1ca284484bfc","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:24.82225271Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4499d5/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.916605588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"8882fe2c-bf1a-451d-877a-66eee94e3f25","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.97695882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"d3813b83-94f5-4a73-b211-36a8d0b113e2","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.026550314Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"6007603d-f360-4c82-9bac-12c0bbe061ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"simulator-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.080833291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"38cf0aa5-bc32-4372-9f74-4de137f8c243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.193216332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"5a79ddd0-26ad-4baf-b904-3dc0bed54fe4","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.195705037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"332ec248-c8dc-43fc-8f32-4dad48926ffb","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.209522688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"38cf0aa5-bc32-4372-9f74-4de137f8c243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.253606311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"4171753d-1869-4705-9bdf-5596843cb2f1","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.267333867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"38cf0aa5-bc32-4372-9f74-4de137f8c243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.304952962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"5f1b632f-d18a-476a-840e-f1c02f3d15c9","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:25.308468196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4499d5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.324698313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"fae938a6-40bc-46f9-90a1-265aa2ed7257","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.366416551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"1b98ffd5-0c93-4e04-bd07-04b30a1420af","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.413202074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"15179e37-ddc6-4a90-8f14-0822ddd8b27e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.42939801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"445a196e-ece7-45ec-bc47-58f0abdf9fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.462215771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"790a7da5-0a5d-4cc3-a763-9082486861d2","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.486660943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"445a196e-ece7-45ec-bc47-58f0abdf9fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.521025328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"b4f3bac7-b2b2-4432-af0c-3a9ea79174f8","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.543397525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"445a196e-ece7-45ec-bc47-58f0abdf9fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:25.575073172Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"b4f3bac7-b2b2-4432-af0c-3a9ea79174f8","name":"premium-w0-4499d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4499d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:25.575138892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"b4f3bac7-b2b2-4432-af0c-3a9ea79174f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4499d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.579535445Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"7f6efc2c-ed21-431a-8831-7275e6962e59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"premium-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.580872559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"32eb2229-a717-4dfe-b641-ffeb5fe972da","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.674845332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"52810865-0057-4053-a6fe-2c4f702c3a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.732216528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"52810865-0057-4053-a6fe-2c4f702c3a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.744168473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"6634933a-6031-47ad-9506-8158e7fec415","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.777662047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"a8e233d1-d176-433d-93c9-589b1b46e95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.788978636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"52810865-0057-4053-a6fe-2c4f702c3a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.836682418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"a8e233d1-d176-433d-93c9-589b1b46e95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.847114391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"3e5eca0d-bd54-4ffb-9413-b0e5e991518c","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.89313774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"a8e233d1-d176-433d-93c9-589b1b46e95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:25.953744261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c9d83c7c-3eba-4594-8102-81b74b71d269","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:26.004517038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"6e15361f-ce70-446b-8fe2-e6f8e183abcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:26.061789972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"6e15361f-ce70-446b-8fe2-e6f8e183abcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:26.118062701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"6e15361f-ce70-446b-8fe2-e6f8e183abcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:27.359372768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"20dc2d32-5802-4497-8a49-62edb0ae35fc","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.379239974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"7fb105b2-8cd5-46f9-8e6e-d4e9fd37b82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.380540461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"afcaec7e-5304-405d-a83d-38d0c9b7606a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.437346374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"7fb105b2-8cd5-46f9-8e6e-d4e9fd37b82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.43806412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"afcaec7e-5304-405d-a83d-38d0c9b7606a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.493984838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"7fb105b2-8cd5-46f9-8e6e-d4e9fd37b82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.494596159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (517b913a20730c2374339d99cfe134b8c8d6cf562581454a410486e8553c62d8) AuthConfig (45a77eaf402e8e2de8d6d906595e9ecac9e590b59d27dfe055098f5b325c2d6d) AuthConfig (1f30ba880a824aea3ce190adff3d2bfb1121d04924494ef4112600be65838592) AuthConfig (2e81756e170be0078223a9036e681a719e7d4a8da86976918d56a5ecb2f41061) AuthConfig (64f1d5de301a8563e886bf3c8a2b0d3b92cc99ee3475a25252853defbd2e9492) AuthConfig (07c2f44dd3c21d64be6df658c059c9b40614d5604b126a6ddc5a18aff7f90c9a) AuthConfig (1e11728054da2dd6ec987e568680972884a89c8783bec0df30e845771a8820ac) AuthConfig (04d5b1870669fd2c71e86d64b3f218cb0ce78bec84282f9dc84d7aaf52095b67) AuthConfig (3188d7b3b07d308633d8aa2192c7af90b6051f3064e4032d7564183def88bc3c) AuthConfig (603ee1f56041edbd4f407053828b6a1f8754160b447a2c6476412cfdb49095a9) AuthConfig (75938df90598b33dc4ee153140a6514f057a0ce085b0a9bcb9131e5422ac1dba) AuthConfig (7a18a4dd1e8fbc3908ca042ebd040aadfcb9c52d3b4efffdc5e65dbf19a109ff) AuthConfig (73d5764a6b79fb318a2b41f4f99222817948c8baa5f2fbd457c20628fe96668f) AuthConfig (05c81342d908433fdacfe0675fa2da045dce06ee2172965e3a3fabccf38e4ebb) AuthConfig (9086f584ef66dd0ed1252923223a9892030781058ff8592b30672a92346575ed) AuthConfig (6c36cb292ffbd08e79ab0679f2b40adfb7ed71e8a0242f916f1eafaacc038c9a) AuthConfig (962ed1c03e431be83caf4c4faa3ac293a88980883a514c35a76dd56cef9b9ac2) AuthConfig (f660d44aa59578220e069cab9f1e2ba851d019b96f055f156c13561d7f9785fb) AuthConfig (b1a92603582ba8912dc084041d4b4bf94ff84ac91e3f5c17bea9912e98318d41) AuthConfig (c81539cdecc85cd32a1e725b94b3adf76723ac549fdc52654f0f9185da1f0040) AuthConfig (f1b7fb15e75977cc516547549df915462235b539ce2abeede3d9b9fef89bedb1) AuthConfig (0a731a3ac9f496aacf33d6b96764491d8b4dcbf3db76884e216cc6ff7a3ecacd) AuthConfig (7b5e8d75c5c2a7689b9b8ab9b284134a82082e9c7240de0e1ebe6667a3d4db36) AuthConfig (3a2bb848d4e2625b0e6df8e462bc214e47e19c4077958353e1791e84a516cc4f) AuthConfig (2535219e9d4cec751639dd5877dab33a84ebddd997c849cb05b3fdfd979d7543) AuthConfig (918b5c0ff5aaa65f8b8d520b7f7e08d302a781d1fa7ae1823e4cd592700d108d) AuthConfig (287614c8327d0e3f4bf2161b6a7655ba0b2e4b2321adf1626df6c463a28368d8) AuthConfig (3dc48d6d16c4ea2d06efa490b12c122e0c2b232bbf7ed0ec44a6dcbe61aa1965) AuthConfig (8fb79fdbcea752a72e278586af7d0c01c2c98cd9131079dfd1b302455e9c3503) AuthConfig (c9cd01d44f86f71e3e93535ae8e59535f0c82f549c886158b72b88ca98e47054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"afcaec7e-5304-405d-a83d-38d0c9b7606a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:35.249017359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7463feb5-ef78-413c-b3aa-8fcea3eb4078","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:35.31465917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"bb48c5b9-e873-4fde-a621-7f7fd33bbb7c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.051342444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9062d2e2-58d4-426c-884b-564df5843599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.109239172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9062d2e2-58d4-426c-884b-564df5843599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.165923789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9062d2e2-58d4-426c-884b-564df5843599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.276270043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"0d3255e4-d20d-417a-85c7-1af4e54dfc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.334006997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"0d3255e4-d20d-417a-85c7-1af4e54dfc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.390375326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"0d3255e4-d20d-417a-85c7-1af4e54dfc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.713670242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.471809161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"1e440037-4dfb-4a04-abcf-7def95ade09e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.637494975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"f5f49c91-7c00-4cad-8db0-60bc1d0f477d","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.795824228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"06b1234d-c5c4-4df2-8aee-cd621659fb56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.816821605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ae25ef06-573a-4062-8bcb-dc190459d3b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.816819936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"41818837-62ed-4b47-bed1-7203c9d9e9a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.874605006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"41818837-62ed-4b47-bed1-7203c9d9e9a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.876016219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ae25ef06-573a-4062-8bcb-dc190459d3b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.930655216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (305abd00e9c10757e848e6cd24a5605e6ec5d78df3631b9b042a63599ad316ab) AuthConfig (3ab99066531c51f4e8251190c3d3cc036a3f55981f7b1baed883d8922f1ce9c2) AuthConfig (57a98cdb5509d38151c2cb3a453b87d3ad1a4eb1fcb9977c566bbbb57b5e3036) AuthConfig (5c11c8eb2538dce70a69233908f7f7c7bb2b5ce50254fec60a7d5fcf115147cf) AuthConfig (7ee8b8411dd060b8cb4422d5754015d6fc8c8f0bd476b9953f9e2f0946567546) AuthConfig (c8d0d2c900790d79e05030bb63b25321038ef4f0424124d00ac9d8846d37767a) AuthConfig (554e404b9841e86801d5d9553753f039fb6a193022e01606e72e2da9a09b9352) AuthConfig (78c1d2ce46673cf2a818a5f20501c8dfbe56099d7142b49d082af00103d387bf) AuthConfig (85001a60e96f79206206eda5307f30b52825a4bf766e413121813414cb2580f3) AuthConfig (01b7456ce5dd2e955b948b3ba346324d0d95540f74434620269bfc9a31439f21) AuthConfig (6f517a2c716d73631853f63e944afd9a2a6ac9c79363b1fdb3ed7c0ce076e784) AuthConfig (82289256318f60c7163125e12586d01d13cc616f32569a4b32be069047544882) AuthConfig (c982a56133902095beed78887c67e47c3887fcf8726289829482379fd4f0e353) AuthConfig (b144eecb6b448bc780d4da6643168bc759b40854164fcd49f5573085aad1f7a9) AuthConfig (1ea0f5e0dae09afaa54763eb94ccb8099f55dad816e2e46e58a87de1cb78026f) AuthConfig (67e21cbe83b90181a1904abac688dec41b6202e9a3c8c94897c8578faf025c2c) AuthConfig (cceec935709acc393e77f2d43a30a1a1f0e9061782306bebaba44b752ec9335f) AuthConfig (dc71bc225d860868423a3b9e38bee08110a6767d67e9d3307db5896c5a624027) AuthConfig (e995200cd81ed09812d13cf6fd584e45a1c77129a263ed43adcdb1a475478de0) AuthConfig (68a2a1ce99dcdd0a605f0818475bf25731dae2dd3115851efcb0f6f1db7395bc) AuthConfig (63e0d818d95e1526d859582c5ce0a3bfac678a873eacf976d5ec0594975abae0) AuthConfig (676cbdd8de5e3f30cc6dd50729314d762c7964721e1573ed4258871b2b3194ac) AuthConfig (b7e8dff54d36174902fc143835a03f7da7ddd1bc91045a00893a86a1376774c4) AuthConfig (c24785fa9a0ee6fd773da0d60c9bd163a57d58f8a0622e4f9df9a498aaa30b41) AuthConfig (38009253da46e7017ca72bcd5de982176fd9a75cd90dd9b8c08d451ad5f74d12) AuthConfig (9ec12a8f0e2281e439826d9c34189923afda9ce827118a6c3d26cd118dbea6b4) AuthConfig (3f6ca8b77f1456836dd7f1140b89726d2d86967da611b030833e637ff43ae4b4) AuthConfig (04da5d83ab6c7521d39b9615b144be980a0bda54dc44f4484b972377f6aa87b3) AuthConfig (a20c6e74777c76de46754379bd2c561bd0b047f3bcc7748344c866c445d45deb) AuthConfig (e57eb678655b36105f2dfff8db99fade007bf15f1c1ae8616e575277cc2c8209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"41818837-62ed-4b47-bed1-7203c9d9e9a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.932152805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (305abd00e9c10757e848e6cd24a5605e6ec5d78df3631b9b042a63599ad316ab) AuthConfig (3ab99066531c51f4e8251190c3d3cc036a3f55981f7b1baed883d8922f1ce9c2) AuthConfig (57a98cdb5509d38151c2cb3a453b87d3ad1a4eb1fcb9977c566bbbb57b5e3036) AuthConfig (5c11c8eb2538dce70a69233908f7f7c7bb2b5ce50254fec60a7d5fcf115147cf) AuthConfig (7ee8b8411dd060b8cb4422d5754015d6fc8c8f0bd476b9953f9e2f0946567546) AuthConfig (c8d0d2c900790d79e05030bb63b25321038ef4f0424124d00ac9d8846d37767a) AuthConfig (554e404b9841e86801d5d9553753f039fb6a193022e01606e72e2da9a09b9352) AuthConfig (78c1d2ce46673cf2a818a5f20501c8dfbe56099d7142b49d082af00103d387bf) AuthConfig (85001a60e96f79206206eda5307f30b52825a4bf766e413121813414cb2580f3) AuthConfig (01b7456ce5dd2e955b948b3ba346324d0d95540f74434620269bfc9a31439f21) AuthConfig (6f517a2c716d73631853f63e944afd9a2a6ac9c79363b1fdb3ed7c0ce076e784) AuthConfig (82289256318f60c7163125e12586d01d13cc616f32569a4b32be069047544882) AuthConfig (c982a56133902095beed78887c67e47c3887fcf8726289829482379fd4f0e353) AuthConfig (b144eecb6b448bc780d4da6643168bc759b40854164fcd49f5573085aad1f7a9) AuthConfig (1ea0f5e0dae09afaa54763eb94ccb8099f55dad816e2e46e58a87de1cb78026f) AuthConfig (67e21cbe83b90181a1904abac688dec41b6202e9a3c8c94897c8578faf025c2c) AuthConfig (cceec935709acc393e77f2d43a30a1a1f0e9061782306bebaba44b752ec9335f) AuthConfig (dc71bc225d860868423a3b9e38bee08110a6767d67e9d3307db5896c5a624027) AuthConfig (e995200cd81ed09812d13cf6fd584e45a1c77129a263ed43adcdb1a475478de0) AuthConfig (68a2a1ce99dcdd0a605f0818475bf25731dae2dd3115851efcb0f6f1db7395bc) AuthConfig (63e0d818d95e1526d859582c5ce0a3bfac678a873eacf976d5ec0594975abae0) AuthConfig (676cbdd8de5e3f30cc6dd50729314d762c7964721e1573ed4258871b2b3194ac) AuthConfig (b7e8dff54d36174902fc143835a03f7da7ddd1bc91045a00893a86a1376774c4) AuthConfig (c24785fa9a0ee6fd773da0d60c9bd163a57d58f8a0622e4f9df9a498aaa30b41) AuthConfig (38009253da46e7017ca72bcd5de982176fd9a75cd90dd9b8c08d451ad5f74d12) AuthConfig (9ec12a8f0e2281e439826d9c34189923afda9ce827118a6c3d26cd118dbea6b4) AuthConfig (3f6ca8b77f1456836dd7f1140b89726d2d86967da611b030833e637ff43ae4b4) AuthConfig (04da5d83ab6c7521d39b9615b144be980a0bda54dc44f4484b972377f6aa87b3) AuthConfig (a20c6e74777c76de46754379bd2c561bd0b047f3bcc7748344c866c445d45deb) AuthConfig (e57eb678655b36105f2dfff8db99fade007bf15f1c1ae8616e575277cc2c8209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ae25ef06-573a-4062-8bcb-dc190459d3b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.961154511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"5c2aaad9-7933-4f7b-9777-1a55a815a522","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.989504745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"9f9f3a68-81e6-4868-b8ae-aedc012bb1c9","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:37.992062104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"56c6394a-ff63-4394-b4e9-8b80f6e085e4","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.146003578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d25f8b11-edee-4114-80ee-6c1b7f3e46f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.147641437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f5ea9d15-81ab-4787-ab23-097c8a2ca70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.205016615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f5ea9d15-81ab-4787-ab23-097c8a2ca70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.205067388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d25f8b11-edee-4114-80ee-6c1b7f3e46f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.261648126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (305abd00e9c10757e848e6cd24a5605e6ec5d78df3631b9b042a63599ad316ab) AuthConfig (3ab99066531c51f4e8251190c3d3cc036a3f55981f7b1baed883d8922f1ce9c2) AuthConfig (57a98cdb5509d38151c2cb3a453b87d3ad1a4eb1fcb9977c566bbbb57b5e3036) AuthConfig (5c11c8eb2538dce70a69233908f7f7c7bb2b5ce50254fec60a7d5fcf115147cf) AuthConfig (7ee8b8411dd060b8cb4422d5754015d6fc8c8f0bd476b9953f9e2f0946567546) AuthConfig (c8d0d2c900790d79e05030bb63b25321038ef4f0424124d00ac9d8846d37767a) AuthConfig (554e404b9841e86801d5d9553753f039fb6a193022e01606e72e2da9a09b9352) AuthConfig (78c1d2ce46673cf2a818a5f20501c8dfbe56099d7142b49d082af00103d387bf) AuthConfig (85001a60e96f79206206eda5307f30b52825a4bf766e413121813414cb2580f3) AuthConfig (01b7456ce5dd2e955b948b3ba346324d0d95540f74434620269bfc9a31439f21) AuthConfig (6f517a2c716d73631853f63e944afd9a2a6ac9c79363b1fdb3ed7c0ce076e784) AuthConfig (82289256318f60c7163125e12586d01d13cc616f32569a4b32be069047544882) AuthConfig (c982a56133902095beed78887c67e47c3887fcf8726289829482379fd4f0e353) AuthConfig (b144eecb6b448bc780d4da6643168bc759b40854164fcd49f5573085aad1f7a9) AuthConfig (1ea0f5e0dae09afaa54763eb94ccb8099f55dad816e2e46e58a87de1cb78026f) AuthConfig (67e21cbe83b90181a1904abac688dec41b6202e9a3c8c94897c8578faf025c2c) AuthConfig (cceec935709acc393e77f2d43a30a1a1f0e9061782306bebaba44b752ec9335f) AuthConfig (dc71bc225d860868423a3b9e38bee08110a6767d67e9d3307db5896c5a624027) AuthConfig (e995200cd81ed09812d13cf6fd584e45a1c77129a263ed43adcdb1a475478de0) AuthConfig (68a2a1ce99dcdd0a605f0818475bf25731dae2dd3115851efcb0f6f1db7395bc) AuthConfig (63e0d818d95e1526d859582c5ce0a3bfac678a873eacf976d5ec0594975abae0) AuthConfig (676cbdd8de5e3f30cc6dd50729314d762c7964721e1573ed4258871b2b3194ac) AuthConfig (b7e8dff54d36174902fc143835a03f7da7ddd1bc91045a00893a86a1376774c4) AuthConfig (c24785fa9a0ee6fd773da0d60c9bd163a57d58f8a0622e4f9df9a498aaa30b41) AuthConfig (38009253da46e7017ca72bcd5de982176fd9a75cd90dd9b8c08d451ad5f74d12) AuthConfig (9ec12a8f0e2281e439826d9c34189923afda9ce827118a6c3d26cd118dbea6b4) AuthConfig (3f6ca8b77f1456836dd7f1140b89726d2d86967da611b030833e637ff43ae4b4) AuthConfig (04da5d83ab6c7521d39b9615b144be980a0bda54dc44f4484b972377f6aa87b3) AuthConfig (a20c6e74777c76de46754379bd2c561bd0b047f3bcc7748344c866c445d45deb) AuthConfig (e57eb678655b36105f2dfff8db99fade007bf15f1c1ae8616e575277cc2c8209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d25f8b11-edee-4114-80ee-6c1b7f3e46f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.26164821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (305abd00e9c10757e848e6cd24a5605e6ec5d78df3631b9b042a63599ad316ab) AuthConfig (3ab99066531c51f4e8251190c3d3cc036a3f55981f7b1baed883d8922f1ce9c2) AuthConfig (57a98cdb5509d38151c2cb3a453b87d3ad1a4eb1fcb9977c566bbbb57b5e3036) AuthConfig (5c11c8eb2538dce70a69233908f7f7c7bb2b5ce50254fec60a7d5fcf115147cf) AuthConfig (7ee8b8411dd060b8cb4422d5754015d6fc8c8f0bd476b9953f9e2f0946567546) AuthConfig (c8d0d2c900790d79e05030bb63b25321038ef4f0424124d00ac9d8846d37767a) AuthConfig (554e404b9841e86801d5d9553753f039fb6a193022e01606e72e2da9a09b9352) AuthConfig (78c1d2ce46673cf2a818a5f20501c8dfbe56099d7142b49d082af00103d387bf) AuthConfig (85001a60e96f79206206eda5307f30b52825a4bf766e413121813414cb2580f3) AuthConfig (01b7456ce5dd2e955b948b3ba346324d0d95540f74434620269bfc9a31439f21) AuthConfig (6f517a2c716d73631853f63e944afd9a2a6ac9c79363b1fdb3ed7c0ce076e784) AuthConfig (82289256318f60c7163125e12586d01d13cc616f32569a4b32be069047544882) AuthConfig (c982a56133902095beed78887c67e47c3887fcf8726289829482379fd4f0e353) AuthConfig (b144eecb6b448bc780d4da6643168bc759b40854164fcd49f5573085aad1f7a9) AuthConfig (1ea0f5e0dae09afaa54763eb94ccb8099f55dad816e2e46e58a87de1cb78026f) AuthConfig (67e21cbe83b90181a1904abac688dec41b6202e9a3c8c94897c8578faf025c2c) AuthConfig (cceec935709acc393e77f2d43a30a1a1f0e9061782306bebaba44b752ec9335f) AuthConfig (dc71bc225d860868423a3b9e38bee08110a6767d67e9d3307db5896c5a624027) AuthConfig (e995200cd81ed09812d13cf6fd584e45a1c77129a263ed43adcdb1a475478de0) AuthConfig (68a2a1ce99dcdd0a605f0818475bf25731dae2dd3115851efcb0f6f1db7395bc) AuthConfig (63e0d818d95e1526d859582c5ce0a3bfac678a873eacf976d5ec0594975abae0) AuthConfig (676cbdd8de5e3f30cc6dd50729314d762c7964721e1573ed4258871b2b3194ac) AuthConfig (b7e8dff54d36174902fc143835a03f7da7ddd1bc91045a00893a86a1376774c4) AuthConfig (c24785fa9a0ee6fd773da0d60c9bd163a57d58f8a0622e4f9df9a498aaa30b41) AuthConfig (38009253da46e7017ca72bcd5de982176fd9a75cd90dd9b8c08d451ad5f74d12) AuthConfig (9ec12a8f0e2281e439826d9c34189923afda9ce827118a6c3d26cd118dbea6b4) AuthConfig (3f6ca8b77f1456836dd7f1140b89726d2d86967da611b030833e637ff43ae4b4) AuthConfig (04da5d83ab6c7521d39b9615b144be980a0bda54dc44f4484b972377f6aa87b3) AuthConfig (a20c6e74777c76de46754379bd2c561bd0b047f3bcc7748344c866c445d45deb) AuthConfig (e57eb678655b36105f2dfff8db99fade007bf15f1c1ae8616e575277cc2c8209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f5ea9d15-81ab-4787-ab23-097c8a2ca70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:38.31610334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d25f8b11-edee-4114-80ee-6c1b7f3e46f9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:38.316120659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f5ea9d15-81ab-4787-ab23-097c8a2ca70a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.478314208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b4305a66-cc39-4dbd-810d-e340e48ad0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.478316754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"f43459c5-a21f-4b3e-adb6-8ef45052b7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.53598343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b4305a66-cc39-4dbd-810d-e340e48ad0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.53613819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"f43459c5-a21f-4b3e-adb6-8ef45052b7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.592619753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (305abd00e9c10757e848e6cd24a5605e6ec5d78df3631b9b042a63599ad316ab) AuthConfig (3ab99066531c51f4e8251190c3d3cc036a3f55981f7b1baed883d8922f1ce9c2) AuthConfig (57a98cdb5509d38151c2cb3a453b87d3ad1a4eb1fcb9977c566bbbb57b5e3036) AuthConfig (5c11c8eb2538dce70a69233908f7f7c7bb2b5ce50254fec60a7d5fcf115147cf) AuthConfig (7ee8b8411dd060b8cb4422d5754015d6fc8c8f0bd476b9953f9e2f0946567546) AuthConfig (c8d0d2c900790d79e05030bb63b25321038ef4f0424124d00ac9d8846d37767a) AuthConfig (554e404b9841e86801d5d9553753f039fb6a193022e01606e72e2da9a09b9352) AuthConfig (78c1d2ce46673cf2a818a5f20501c8dfbe56099d7142b49d082af00103d387bf) AuthConfig (85001a60e96f79206206eda5307f30b52825a4bf766e413121813414cb2580f3) AuthConfig (01b7456ce5dd2e955b948b3ba346324d0d95540f74434620269bfc9a31439f21) AuthConfig (6f517a2c716d73631853f63e944afd9a2a6ac9c79363b1fdb3ed7c0ce076e784) AuthConfig (82289256318f60c7163125e12586d01d13cc616f32569a4b32be069047544882) AuthConfig (c982a56133902095beed78887c67e47c3887fcf8726289829482379fd4f0e353) AuthConfig (b144eecb6b448bc780d4da6643168bc759b40854164fcd49f5573085aad1f7a9) AuthConfig (1ea0f5e0dae09afaa54763eb94ccb8099f55dad816e2e46e58a87de1cb78026f) AuthConfig (67e21cbe83b90181a1904abac688dec41b6202e9a3c8c94897c8578faf025c2c) AuthConfig (cceec935709acc393e77f2d43a30a1a1f0e9061782306bebaba44b752ec9335f) AuthConfig (dc71bc225d860868423a3b9e38bee08110a6767d67e9d3307db5896c5a624027) AuthConfig (e995200cd81ed09812d13cf6fd584e45a1c77129a263ed43adcdb1a475478de0) AuthConfig (68a2a1ce99dcdd0a605f0818475bf25731dae2dd3115851efcb0f6f1db7395bc) AuthConfig (63e0d818d95e1526d859582c5ce0a3bfac678a873eacf976d5ec0594975abae0) AuthConfig (676cbdd8de5e3f30cc6dd50729314d762c7964721e1573ed4258871b2b3194ac) AuthConfig (b7e8dff54d36174902fc143835a03f7da7ddd1bc91045a00893a86a1376774c4) AuthConfig (c24785fa9a0ee6fd773da0d60c9bd163a57d58f8a0622e4f9df9a498aaa30b41) AuthConfig (38009253da46e7017ca72bcd5de982176fd9a75cd90dd9b8c08d451ad5f74d12) AuthConfig (9ec12a8f0e2281e439826d9c34189923afda9ce827118a6c3d26cd118dbea6b4) AuthConfig (3f6ca8b77f1456836dd7f1140b89726d2d86967da611b030833e637ff43ae4b4) AuthConfig (04da5d83ab6c7521d39b9615b144be980a0bda54dc44f4484b972377f6aa87b3) AuthConfig (a20c6e74777c76de46754379bd2c561bd0b047f3bcc7748344c866c445d45deb) AuthConfig (e57eb678655b36105f2dfff8db99fade007bf15f1c1ae8616e575277cc2c8209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"f43459c5-a21f-4b3e-adb6-8ef45052b7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:38.592634927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4499d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (305abd00e9c10757e848e6cd24a5605e6ec5d78df3631b9b042a63599ad316ab) AuthConfig (3ab99066531c51f4e8251190c3d3cc036a3f55981f7b1baed883d8922f1ce9c2) AuthConfig (57a98cdb5509d38151c2cb3a453b87d3ad1a4eb1fcb9977c566bbbb57b5e3036) AuthConfig (5c11c8eb2538dce70a69233908f7f7c7bb2b5ce50254fec60a7d5fcf115147cf) AuthConfig (7ee8b8411dd060b8cb4422d5754015d6fc8c8f0bd476b9953f9e2f0946567546) AuthConfig (c8d0d2c900790d79e05030bb63b25321038ef4f0424124d00ac9d8846d37767a) AuthConfig (554e404b9841e86801d5d9553753f039fb6a193022e01606e72e2da9a09b9352) AuthConfig (78c1d2ce46673cf2a818a5f20501c8dfbe56099d7142b49d082af00103d387bf) AuthConfig (85001a60e96f79206206eda5307f30b52825a4bf766e413121813414cb2580f3) AuthConfig (01b7456ce5dd2e955b948b3ba346324d0d95540f74434620269bfc9a31439f21) AuthConfig (6f517a2c716d73631853f63e944afd9a2a6ac9c79363b1fdb3ed7c0ce076e784) AuthConfig (82289256318f60c7163125e12586d01d13cc616f32569a4b32be069047544882) AuthConfig (c982a56133902095beed78887c67e47c3887fcf8726289829482379fd4f0e353) AuthConfig (b144eecb6b448bc780d4da6643168bc759b40854164fcd49f5573085aad1f7a9) AuthConfig (1ea0f5e0dae09afaa54763eb94ccb8099f55dad816e2e46e58a87de1cb78026f) AuthConfig (67e21cbe83b90181a1904abac688dec41b6202e9a3c8c94897c8578faf025c2c) AuthConfig (cceec935709acc393e77f2d43a30a1a1f0e9061782306bebaba44b752ec9335f) AuthConfig (dc71bc225d860868423a3b9e38bee08110a6767d67e9d3307db5896c5a624027) AuthConfig (e995200cd81ed09812d13cf6fd584e45a1c77129a263ed43adcdb1a475478de0) AuthConfig (68a2a1ce99dcdd0a605f0818475bf25731dae2dd3115851efcb0f6f1db7395bc) AuthConfig (63e0d818d95e1526d859582c5ce0a3bfac678a873eacf976d5ec0594975abae0) AuthConfig (676cbdd8de5e3f30cc6dd50729314d762c7964721e1573ed4258871b2b3194ac) AuthConfig (b7e8dff54d36174902fc143835a03f7da7ddd1bc91045a00893a86a1376774c4) AuthConfig (c24785fa9a0ee6fd773da0d60c9bd163a57d58f8a0622e4f9df9a498aaa30b41) AuthConfig (38009253da46e7017ca72bcd5de982176fd9a75cd90dd9b8c08d451ad5f74d12) AuthConfig (9ec12a8f0e2281e439826d9c34189923afda9ce827118a6c3d26cd118dbea6b4) AuthConfig (3f6ca8b77f1456836dd7f1140b89726d2d86967da611b030833e637ff43ae4b4) AuthConfig (04da5d83ab6c7521d39b9615b144be980a0bda54dc44f4484b972377f6aa87b3) AuthConfig (a20c6e74777c76de46754379bd2c561bd0b047f3bcc7748344c866c445d45deb) AuthConfig (e57eb678655b36105f2dfff8db99fade007bf15f1c1ae8616e575277cc2c8209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b4305a66-cc39-4dbd-810d-e340e48ad0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.506505953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"052e9c4d-1e5c-4178-b5f2-da754088c843","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.628739757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a2053cb8-ad1d-4fae-a335-4fee19cc388e","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.693000209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"037ff35d-162a-4c06-b127-aa7d6c3737e2","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.738704673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"4fd5f396-c516-4e11-bea6-ec209d70fe11","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:39.746419435Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.797590342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"daa63bcc-76b5-4372-8ea2-19406afdd598","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.907433524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"6ca2cc40-baa0-4ddc-96b4-5d43087c82e9","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.966955607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"f9450ac7-fac4-43ef-b459-ed5f19ca7ed2","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.015994425Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"d8d65b8b-7ee9-4c44-b5a0-621802b9efd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"simulator-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.070258951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9019b82b-2799-4bc5-bd62-d508b7f0cfc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.181592481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"00cef5ae-0408-43ef-a587-6cb18ecd8b1e","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.19742707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"c9d9232f-6081-4713-aa13-bc59508b8c7f","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.198081062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9019b82b-2799-4bc5-bd62-d508b7f0cfc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.254089326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9019b82b-2799-4bc5-bd62-d508b7f0cfc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.256390164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"012ba34d-fb9c-49c5-9fcb-8234c6c8afc4","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.301338831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"9d8f611c-e73e-4bdf-9ded-c9fd4dea5d5f","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:40.311587305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.311759797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a808b1d0-cf8e-46b7-817b-97ec698c0cf6","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.359319928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"7fa2d769-4c45-4031-9081-1c1546377d05","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.391905463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"ec6fc040-ff1b-470a-aae1-cbcd2c0d46b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.416081375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8ad84635-05db-49b1-a694-bc6f70c3a499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.469573607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"bef87f50-917e-40fb-bfdb-7e533bde217c","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.475792598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8ad84635-05db-49b1-a694-bc6f70c3a499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.528168472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"41f909ec-f999-47be-a730-a582e2fbfd93","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.531953037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8ad84635-05db-49b1-a694-bc6f70c3a499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.575898291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"d0ff9547-adb0-4702-84ff-146f539f940c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"premium-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:40.582295012Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"41f909ec-f999-47be-a730-a582e2fbfd93","name":"premium-w4-d2a262","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:40.582353385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"41f909ec-f999-47be-a730-a582e2fbfd93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.582478848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e834828e-d43c-48f1-998f-8a58dfd05750","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.588204651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"1209a9e2-33a0-4146-9cd3-43d8e58aa473","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.681620797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0572e25d-92e1-47b9-9009-d3e2f5572cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.687441575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"c6c79586-ae9f-4ca4-82cd-7b859f9a5a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.739327006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0572e25d-92e1-47b9-9009-d3e2f5572cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.742040934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"bf136b07-6b71-4fa2-8a4d-b0cba4b3d7f5","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.746136382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"c6c79586-ae9f-4ca4-82cd-7b859f9a5a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.797230393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0572e25d-92e1-47b9-9009-d3e2f5572cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.802093134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"c6c79586-ae9f-4ca4-82cd-7b859f9a5a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.852891619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"95c982a4-283f-4ac0-9e84-647c74da7c90","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:40.953006804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"dce10114-fc31-4236-95a1-916014d0427e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:41.008718792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fd2f2f62-74d0-4a58-833c-6503c1019587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:41.066036568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fd2f2f62-74d0-4a58-833c-6503c1019587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:41.120209154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"948d3806-6bc7-4375-83e6-086519683e23","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:41.123099913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fd2f2f62-74d0-4a58-833c-6503c1019587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:43.6512999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"512c38b5-dc7e-420f-9eac-4e12e61cba54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:43.651335865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1f698e80-3c32-44fd-855c-679dd2c7b02c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:43.709253992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1f698e80-3c32-44fd-855c-679dd2c7b02c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:43.709334305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"512c38b5-dc7e-420f-9eac-4e12e61cba54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:44.036500305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"b1476501-b813-45f4-be13-ba0dfeb139f0","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:44.037584808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"6d03fb9d-45ae-4e4e-bb1a-4cce20650716","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.14680573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"e979792c-23e2-42a1-b460-5edc1dba71b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.316727178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a5aaec1a-f5f3-45b8-91e1-efba1525ff79","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.579512956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"ec5558c8-ea66-426d-b685-16fc05a4be77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.609181436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d42095b4-e836-49f4-b31f-5f92906a44fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.609390143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"24f05f43-23ce-4688-b383-c5483d712864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.668918816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"24f05f43-23ce-4688-b383-c5483d712864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.668954648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d42095b4-e836-49f4-b31f-5f92906a44fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.725859817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (215abdbd835f95721a8b6463728245d536c09fc6c7dc024faab7b582f3144351) AuthConfig (9d53d6bb8d32165e2822e4fd4355f8e616a14774b16ca07c773673c94541071d) AuthConfig (682f5a218391fc580d0bc71cad2cf7e421bad68166fb50075ae1a2462f90d8d0) AuthConfig (f23848cdfe6b5a36be28b4e56ee6197a46be0aafdfb417b6a73b0f52225b98ab) AuthConfig (4301bbce94094f08d1ef50860dfef5b601b327e1d06daf320554e9529defb4c9) AuthConfig (ee0cddf7ec08ff9141de1a3d98d6169a9d6681d3e2ab41607398df8309956506) AuthConfig (1a0485988ab89dae381b6c6a851eaf17687cabf4427f1bcbe0f271bbc8e481fd) AuthConfig (34c1c65d396319cad6300ddb0c0dd01c0f1f043237bcc3e288f3ad4cb88c1734) AuthConfig (70c9fa904bae53339cefd053a42642d64edd098edf7be85fff1e338323415f52) AuthConfig (08b30640356a4d237826f050b379884ddadc27cc8d8734fbb65a20fd1e8e7561) AuthConfig (5acef0a3f176ab417cfddf1c524059044f694d793fdfe17142ddadefb3ed7e9e) AuthConfig (fda126d644ac3267ef5840434deca9324c0fde3466c783c70467a2b4a0f67de5) AuthConfig (7bd0409d15c0e6205b34ae8361d14dd4f6b70094d16880e904dc72f8ffeed9f6) AuthConfig (80809209a6f2ebaae3826a89df23ecad7c5ce7728abbf84c61a66e9ee29ecc41) AuthConfig (eddc4d37a25384a150327ce03322ce239e394c4f7b4e5cfcf39a39f05eb61a94) AuthConfig (79d4aa41cca37507a8c157ee741c5e2d1ae3bfbb085a050be55da7456447f5ac) AuthConfig (b7b394411264a7bc937e97e7681e9cc37bd66e9194fbbf392aa3a3103b42a786) AuthConfig (18a6a164807aaa325e8711c227f884a369bf3d2f105807ba891f8a02d5ad990d) AuthConfig (ff0374b9ba67b5822b9f8432649db6b7854dc17e40f4079f78b63ab418b2be67) AuthConfig (1e9e8e045ee757a3bc4a3707ee538bfe25b62426d83c5207560d9ddd03f66450) AuthConfig (2380fc23379358ee6aa1a4597d15c4464ce9347455de175bafbf7e0e2d7d3f98) AuthConfig (4b9f8e0adfc4745222c0aea16ae1e1292c8a53ec617745f7d44789457a30f981) AuthConfig (74fca77729837723516f574047fbff2c81cb66312b59f19f0e2906d3630b8ce4) AuthConfig (a19dd90d4adb1686a3ef82ce88dea05d440670c88e539ba10f4c32d857772477) AuthConfig (61476a2671fe7f954a18dcfb0ce44bf569639a0a83232ac163338259d1b6e37a) AuthConfig (0164e47cb415ea28f1f8a8e28c39937f9f0265b58c39a8d007d5f9a0eac58345) AuthConfig (699722d64f90da8d3b2c332c59f9e811a1b8af807050e5c3022fc0beb7d050dd) AuthConfig (f34a0e953fea35bb3745020de5df9edddfde9822dd31daf8781ed5f51a4f8486) AuthConfig (12785bc5a6db4759da2c4b96c31b1c7a7b8ca3c71e09d5bb779192a768df5be9) AuthConfig (5233e3db2f5b619758a5ccf8a5ab44041123775877080c7c5e8f106ee8edc13b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d42095b4-e836-49f4-b31f-5f92906a44fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.726154715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (215abdbd835f95721a8b6463728245d536c09fc6c7dc024faab7b582f3144351) AuthConfig (9d53d6bb8d32165e2822e4fd4355f8e616a14774b16ca07c773673c94541071d) AuthConfig (682f5a218391fc580d0bc71cad2cf7e421bad68166fb50075ae1a2462f90d8d0) AuthConfig (f23848cdfe6b5a36be28b4e56ee6197a46be0aafdfb417b6a73b0f52225b98ab) AuthConfig (4301bbce94094f08d1ef50860dfef5b601b327e1d06daf320554e9529defb4c9) AuthConfig (ee0cddf7ec08ff9141de1a3d98d6169a9d6681d3e2ab41607398df8309956506) AuthConfig (1a0485988ab89dae381b6c6a851eaf17687cabf4427f1bcbe0f271bbc8e481fd) AuthConfig (34c1c65d396319cad6300ddb0c0dd01c0f1f043237bcc3e288f3ad4cb88c1734) AuthConfig (70c9fa904bae53339cefd053a42642d64edd098edf7be85fff1e338323415f52) AuthConfig (08b30640356a4d237826f050b379884ddadc27cc8d8734fbb65a20fd1e8e7561) AuthConfig (5acef0a3f176ab417cfddf1c524059044f694d793fdfe17142ddadefb3ed7e9e) AuthConfig (fda126d644ac3267ef5840434deca9324c0fde3466c783c70467a2b4a0f67de5) AuthConfig (7bd0409d15c0e6205b34ae8361d14dd4f6b70094d16880e904dc72f8ffeed9f6) AuthConfig (80809209a6f2ebaae3826a89df23ecad7c5ce7728abbf84c61a66e9ee29ecc41) AuthConfig (eddc4d37a25384a150327ce03322ce239e394c4f7b4e5cfcf39a39f05eb61a94) AuthConfig (79d4aa41cca37507a8c157ee741c5e2d1ae3bfbb085a050be55da7456447f5ac) AuthConfig (b7b394411264a7bc937e97e7681e9cc37bd66e9194fbbf392aa3a3103b42a786) AuthConfig (18a6a164807aaa325e8711c227f884a369bf3d2f105807ba891f8a02d5ad990d) AuthConfig (ff0374b9ba67b5822b9f8432649db6b7854dc17e40f4079f78b63ab418b2be67) AuthConfig (1e9e8e045ee757a3bc4a3707ee538bfe25b62426d83c5207560d9ddd03f66450) AuthConfig (2380fc23379358ee6aa1a4597d15c4464ce9347455de175bafbf7e0e2d7d3f98) AuthConfig (4b9f8e0adfc4745222c0aea16ae1e1292c8a53ec617745f7d44789457a30f981) AuthConfig (74fca77729837723516f574047fbff2c81cb66312b59f19f0e2906d3630b8ce4) AuthConfig (a19dd90d4adb1686a3ef82ce88dea05d440670c88e539ba10f4c32d857772477) AuthConfig (61476a2671fe7f954a18dcfb0ce44bf569639a0a83232ac163338259d1b6e37a) AuthConfig (0164e47cb415ea28f1f8a8e28c39937f9f0265b58c39a8d007d5f9a0eac58345) AuthConfig (699722d64f90da8d3b2c332c59f9e811a1b8af807050e5c3022fc0beb7d050dd) AuthConfig (f34a0e953fea35bb3745020de5df9edddfde9822dd31daf8781ed5f51a4f8486) AuthConfig (12785bc5a6db4759da2c4b96c31b1c7a7b8ca3c71e09d5bb779192a768df5be9) AuthConfig (5233e3db2f5b619758a5ccf8a5ab44041123775877080c7c5e8f106ee8edc13b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"24f05f43-23ce-4688-b383-c5483d712864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.746120399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"9452a226-cfa3-4824-9716-2f4dfbc26aa7","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.748880491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"72888722-cb93-4d7f-8dcb-9645f4113686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.748881552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"b0d81d30-1f11-4a5e-ac4c-e9c20f9d78f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.784256497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"c6422c50-ed44-45b9-8388-97f2c3cb08fa","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.786957374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"50b1daad-7890-4a3f-8826-90dd0f3e2c7a","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.806675695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"b0d81d30-1f11-4a5e-ac4c-e9c20f9d78f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.806761715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"72888722-cb93-4d7f-8dcb-9645f4113686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.940706288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61a172d6-efe0-488a-af2d-2b576dde4384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:48.942652042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d8ee6634-a98f-4a57-b5ab-7aac87db7ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.037189152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d8ee6634-a98f-4a57-b5ab-7aac87db7ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.037757595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61a172d6-efe0-488a-af2d-2b576dde4384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.093692685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (215abdbd835f95721a8b6463728245d536c09fc6c7dc024faab7b582f3144351) AuthConfig (9d53d6bb8d32165e2822e4fd4355f8e616a14774b16ca07c773673c94541071d) AuthConfig (682f5a218391fc580d0bc71cad2cf7e421bad68166fb50075ae1a2462f90d8d0) AuthConfig (f23848cdfe6b5a36be28b4e56ee6197a46be0aafdfb417b6a73b0f52225b98ab) AuthConfig (4301bbce94094f08d1ef50860dfef5b601b327e1d06daf320554e9529defb4c9) AuthConfig (ee0cddf7ec08ff9141de1a3d98d6169a9d6681d3e2ab41607398df8309956506) AuthConfig (1a0485988ab89dae381b6c6a851eaf17687cabf4427f1bcbe0f271bbc8e481fd) AuthConfig (34c1c65d396319cad6300ddb0c0dd01c0f1f043237bcc3e288f3ad4cb88c1734) AuthConfig (70c9fa904bae53339cefd053a42642d64edd098edf7be85fff1e338323415f52) AuthConfig (08b30640356a4d237826f050b379884ddadc27cc8d8734fbb65a20fd1e8e7561) AuthConfig (5acef0a3f176ab417cfddf1c524059044f694d793fdfe17142ddadefb3ed7e9e) AuthConfig (fda126d644ac3267ef5840434deca9324c0fde3466c783c70467a2b4a0f67de5) AuthConfig (7bd0409d15c0e6205b34ae8361d14dd4f6b70094d16880e904dc72f8ffeed9f6) AuthConfig (80809209a6f2ebaae3826a89df23ecad7c5ce7728abbf84c61a66e9ee29ecc41) AuthConfig (eddc4d37a25384a150327ce03322ce239e394c4f7b4e5cfcf39a39f05eb61a94) AuthConfig (79d4aa41cca37507a8c157ee741c5e2d1ae3bfbb085a050be55da7456447f5ac) AuthConfig (b7b394411264a7bc937e97e7681e9cc37bd66e9194fbbf392aa3a3103b42a786) AuthConfig (18a6a164807aaa325e8711c227f884a369bf3d2f105807ba891f8a02d5ad990d) AuthConfig (ff0374b9ba67b5822b9f8432649db6b7854dc17e40f4079f78b63ab418b2be67) AuthConfig (1e9e8e045ee757a3bc4a3707ee538bfe25b62426d83c5207560d9ddd03f66450) AuthConfig (2380fc23379358ee6aa1a4597d15c4464ce9347455de175bafbf7e0e2d7d3f98) AuthConfig (4b9f8e0adfc4745222c0aea16ae1e1292c8a53ec617745f7d44789457a30f981) AuthConfig (74fca77729837723516f574047fbff2c81cb66312b59f19f0e2906d3630b8ce4) AuthConfig (a19dd90d4adb1686a3ef82ce88dea05d440670c88e539ba10f4c32d857772477) AuthConfig (61476a2671fe7f954a18dcfb0ce44bf569639a0a83232ac163338259d1b6e37a) AuthConfig (0164e47cb415ea28f1f8a8e28c39937f9f0265b58c39a8d007d5f9a0eac58345) AuthConfig (699722d64f90da8d3b2c332c59f9e811a1b8af807050e5c3022fc0beb7d050dd) AuthConfig (f34a0e953fea35bb3745020de5df9edddfde9822dd31daf8781ed5f51a4f8486) AuthConfig (12785bc5a6db4759da2c4b96c31b1c7a7b8ca3c71e09d5bb779192a768df5be9) AuthConfig (5233e3db2f5b619758a5ccf8a5ab44041123775877080c7c5e8f106ee8edc13b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d8ee6634-a98f-4a57-b5ab-7aac87db7ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.093777811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (215abdbd835f95721a8b6463728245d536c09fc6c7dc024faab7b582f3144351) AuthConfig (9d53d6bb8d32165e2822e4fd4355f8e616a14774b16ca07c773673c94541071d) AuthConfig (682f5a218391fc580d0bc71cad2cf7e421bad68166fb50075ae1a2462f90d8d0) AuthConfig (f23848cdfe6b5a36be28b4e56ee6197a46be0aafdfb417b6a73b0f52225b98ab) AuthConfig (4301bbce94094f08d1ef50860dfef5b601b327e1d06daf320554e9529defb4c9) AuthConfig (ee0cddf7ec08ff9141de1a3d98d6169a9d6681d3e2ab41607398df8309956506) AuthConfig (1a0485988ab89dae381b6c6a851eaf17687cabf4427f1bcbe0f271bbc8e481fd) AuthConfig (34c1c65d396319cad6300ddb0c0dd01c0f1f043237bcc3e288f3ad4cb88c1734) AuthConfig (70c9fa904bae53339cefd053a42642d64edd098edf7be85fff1e338323415f52) AuthConfig (08b30640356a4d237826f050b379884ddadc27cc8d8734fbb65a20fd1e8e7561) AuthConfig (5acef0a3f176ab417cfddf1c524059044f694d793fdfe17142ddadefb3ed7e9e) AuthConfig (fda126d644ac3267ef5840434deca9324c0fde3466c783c70467a2b4a0f67de5) AuthConfig (7bd0409d15c0e6205b34ae8361d14dd4f6b70094d16880e904dc72f8ffeed9f6) AuthConfig (80809209a6f2ebaae3826a89df23ecad7c5ce7728abbf84c61a66e9ee29ecc41) AuthConfig (eddc4d37a25384a150327ce03322ce239e394c4f7b4e5cfcf39a39f05eb61a94) AuthConfig (79d4aa41cca37507a8c157ee741c5e2d1ae3bfbb085a050be55da7456447f5ac) AuthConfig (b7b394411264a7bc937e97e7681e9cc37bd66e9194fbbf392aa3a3103b42a786) AuthConfig (18a6a164807aaa325e8711c227f884a369bf3d2f105807ba891f8a02d5ad990d) AuthConfig (ff0374b9ba67b5822b9f8432649db6b7854dc17e40f4079f78b63ab418b2be67) AuthConfig (1e9e8e045ee757a3bc4a3707ee538bfe25b62426d83c5207560d9ddd03f66450) AuthConfig (2380fc23379358ee6aa1a4597d15c4464ce9347455de175bafbf7e0e2d7d3f98) AuthConfig (4b9f8e0adfc4745222c0aea16ae1e1292c8a53ec617745f7d44789457a30f981) AuthConfig (74fca77729837723516f574047fbff2c81cb66312b59f19f0e2906d3630b8ce4) AuthConfig (a19dd90d4adb1686a3ef82ce88dea05d440670c88e539ba10f4c32d857772477) AuthConfig (61476a2671fe7f954a18dcfb0ce44bf569639a0a83232ac163338259d1b6e37a) AuthConfig (0164e47cb415ea28f1f8a8e28c39937f9f0265b58c39a8d007d5f9a0eac58345) AuthConfig (699722d64f90da8d3b2c332c59f9e811a1b8af807050e5c3022fc0beb7d050dd) AuthConfig (f34a0e953fea35bb3745020de5df9edddfde9822dd31daf8781ed5f51a4f8486) AuthConfig (12785bc5a6db4759da2c4b96c31b1c7a7b8ca3c71e09d5bb779192a768df5be9) AuthConfig (5233e3db2f5b619758a5ccf8a5ab44041123775877080c7c5e8f106ee8edc13b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61a172d6-efe0-488a-af2d-2b576dde4384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.124591151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"0497c02d-7cc7-4ed3-95cc-60edeee632ca","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.12703771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"8f0572a5-9468-45c7-a1be-0992feb23b3b","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:49.147522857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61a172d6-efe0-488a-af2d-2b576dde4384","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.312892984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ec53a607-65a6-47e9-b872-312050afd657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.370565979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ec53a607-65a6-47e9-b872-312050afd657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:49.426831484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (215abdbd835f95721a8b6463728245d536c09fc6c7dc024faab7b582f3144351) AuthConfig (9d53d6bb8d32165e2822e4fd4355f8e616a14774b16ca07c773673c94541071d) AuthConfig (682f5a218391fc580d0bc71cad2cf7e421bad68166fb50075ae1a2462f90d8d0) AuthConfig (f23848cdfe6b5a36be28b4e56ee6197a46be0aafdfb417b6a73b0f52225b98ab) AuthConfig (4301bbce94094f08d1ef50860dfef5b601b327e1d06daf320554e9529defb4c9) AuthConfig (ee0cddf7ec08ff9141de1a3d98d6169a9d6681d3e2ab41607398df8309956506) AuthConfig (1a0485988ab89dae381b6c6a851eaf17687cabf4427f1bcbe0f271bbc8e481fd) AuthConfig (34c1c65d396319cad6300ddb0c0dd01c0f1f043237bcc3e288f3ad4cb88c1734) AuthConfig (70c9fa904bae53339cefd053a42642d64edd098edf7be85fff1e338323415f52) AuthConfig (08b30640356a4d237826f050b379884ddadc27cc8d8734fbb65a20fd1e8e7561) AuthConfig (5acef0a3f176ab417cfddf1c524059044f694d793fdfe17142ddadefb3ed7e9e) AuthConfig (fda126d644ac3267ef5840434deca9324c0fde3466c783c70467a2b4a0f67de5) AuthConfig (7bd0409d15c0e6205b34ae8361d14dd4f6b70094d16880e904dc72f8ffeed9f6) AuthConfig (80809209a6f2ebaae3826a89df23ecad7c5ce7728abbf84c61a66e9ee29ecc41) AuthConfig (eddc4d37a25384a150327ce03322ce239e394c4f7b4e5cfcf39a39f05eb61a94) AuthConfig (79d4aa41cca37507a8c157ee741c5e2d1ae3bfbb085a050be55da7456447f5ac) AuthConfig (b7b394411264a7bc937e97e7681e9cc37bd66e9194fbbf392aa3a3103b42a786) AuthConfig (18a6a164807aaa325e8711c227f884a369bf3d2f105807ba891f8a02d5ad990d) AuthConfig (ff0374b9ba67b5822b9f8432649db6b7854dc17e40f4079f78b63ab418b2be67) AuthConfig (1e9e8e045ee757a3bc4a3707ee538bfe25b62426d83c5207560d9ddd03f66450) AuthConfig (2380fc23379358ee6aa1a4597d15c4464ce9347455de175bafbf7e0e2d7d3f98) AuthConfig (4b9f8e0adfc4745222c0aea16ae1e1292c8a53ec617745f7d44789457a30f981) AuthConfig (74fca77729837723516f574047fbff2c81cb66312b59f19f0e2906d3630b8ce4) AuthConfig (a19dd90d4adb1686a3ef82ce88dea05d440670c88e539ba10f4c32d857772477) AuthConfig (61476a2671fe7f954a18dcfb0ce44bf569639a0a83232ac163338259d1b6e37a) AuthConfig (0164e47cb415ea28f1f8a8e28c39937f9f0265b58c39a8d007d5f9a0eac58345) AuthConfig (699722d64f90da8d3b2c332c59f9e811a1b8af807050e5c3022fc0beb7d050dd) AuthConfig (f34a0e953fea35bb3745020de5df9edddfde9822dd31daf8781ed5f51a4f8486) AuthConfig (12785bc5a6db4759da2c4b96c31b1c7a7b8ca3c71e09d5bb779192a768df5be9) AuthConfig (5233e3db2f5b619758a5ccf8a5ab44041123775877080c7c5e8f106ee8edc13b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ec53a607-65a6-47e9-b872-312050afd657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.612344734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"65f2e140-2cb1-4c35-8535-8e1bff8bcfce","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.668029269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"4d98de8c-5e09-42d4-9abe-2ea96dbd5c05","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.892755183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"50929a10-1068-49dc-8446-9ade0a43dde1","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.894990487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"a6ebac9e-ab78-411f-b235-1703be341778","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.950252994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"50929a10-1068-49dc-8446-9ade0a43dde1","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.953014867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"ca9ba045-0cc7-4219-9262-15cdb6fbfa98","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.000946256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"72e92a9a-b87f-48e5-bae7-8f3f695eab9f","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:59:54.006292384Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-276e9c/e2e-dry-sub-76857c44","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-76857c44\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.05258636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1bb26668-975f-46dd-bac7-257cd99c1506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.052590665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"eee82da9-8524-48e5-8c3c-5586ca0264d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.056589617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"bbaa7de6-b867-4bc6-acca-81cb43d27e33","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.111437549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"eee82da9-8524-48e5-8c3c-5586ca0264d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.111455795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1bb26668-975f-46dd-bac7-257cd99c1506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.221375251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"25e24314-4efb-456b-8c7e-1095351b701a","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.326625323Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44","reconcileID":"b1ecc1d6-c2fe-478d-af3f-14d9781fd800","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/e2e-dry-sub-76857c44","ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.378056277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"ffc7f490-797b-4cd2-9830-34f2e13ac4df","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.43538224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"ffc7f490-797b-4cd2-9830-34f2e13ac4df","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.47901902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"d8e32ae7-ecc2-4d1d-9ba1-92afc874c72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.479049315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ea43327c-47da-40ff-a29c-5432b9f64b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.49555443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"8051097a-e21c-4926-9d35-fff6379e5280","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.536605378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"d8e32ae7-ecc2-4d1d-9ba1-92afc874c72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.536668082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ea43327c-47da-40ff-a29c-5432b9f64b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.540755568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"13d922b4-d93b-4d32-b223-036cb676cae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:54.707168033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44","reconcileID":"ec942350-a97a-4e71-a5fb-79d6b6416eaa","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:58.574208728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"6ad5cf03-aa39-441a-b3b4-425d21c234d4","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:58.748498469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"44a50df7-f68c-423d-8ba5-87d69a0e1e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:58.748514082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"812c0681-42ad-469c-8191-1ea3140579ab","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:58.748934466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"6d869a97-be92-461c-9af0-ba41aa0c59d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:58.806742495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"812c0681-42ad-469c-8191-1ea3140579ab","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:58.808093856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"44a50df7-f68c-423d-8ba5-87d69a0e1e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:58.808979073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"6d869a97-be92-461c-9af0-ba41aa0c59d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:59.253418501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3bf5b1bc-12eb-40be-a57b-c450d32c70d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:59.310833717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3bf5b1bc-12eb-40be-a57b-c450d32c70d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:59.367223172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (215abdbd835f95721a8b6463728245d536c09fc6c7dc024faab7b582f3144351) AuthConfig (9d53d6bb8d32165e2822e4fd4355f8e616a14774b16ca07c773673c94541071d) AuthConfig (682f5a218391fc580d0bc71cad2cf7e421bad68166fb50075ae1a2462f90d8d0) AuthConfig (f23848cdfe6b5a36be28b4e56ee6197a46be0aafdfb417b6a73b0f52225b98ab) AuthConfig (4301bbce94094f08d1ef50860dfef5b601b327e1d06daf320554e9529defb4c9) AuthConfig (ee0cddf7ec08ff9141de1a3d98d6169a9d6681d3e2ab41607398df8309956506) AuthConfig (1a0485988ab89dae381b6c6a851eaf17687cabf4427f1bcbe0f271bbc8e481fd) AuthConfig (34c1c65d396319cad6300ddb0c0dd01c0f1f043237bcc3e288f3ad4cb88c1734) AuthConfig (70c9fa904bae53339cefd053a42642d64edd098edf7be85fff1e338323415f52) AuthConfig (08b30640356a4d237826f050b379884ddadc27cc8d8734fbb65a20fd1e8e7561) AuthConfig (5acef0a3f176ab417cfddf1c524059044f694d793fdfe17142ddadefb3ed7e9e) AuthConfig (fda126d644ac3267ef5840434deca9324c0fde3466c783c70467a2b4a0f67de5) AuthConfig (7bd0409d15c0e6205b34ae8361d14dd4f6b70094d16880e904dc72f8ffeed9f6) AuthConfig (80809209a6f2ebaae3826a89df23ecad7c5ce7728abbf84c61a66e9ee29ecc41) AuthConfig (eddc4d37a25384a150327ce03322ce239e394c4f7b4e5cfcf39a39f05eb61a94) AuthConfig (79d4aa41cca37507a8c157ee741c5e2d1ae3bfbb085a050be55da7456447f5ac) AuthConfig (b7b394411264a7bc937e97e7681e9cc37bd66e9194fbbf392aa3a3103b42a786) AuthConfig (18a6a164807aaa325e8711c227f884a369bf3d2f105807ba891f8a02d5ad990d) AuthConfig (ff0374b9ba67b5822b9f8432649db6b7854dc17e40f4079f78b63ab418b2be67) AuthConfig (1e9e8e045ee757a3bc4a3707ee538bfe25b62426d83c5207560d9ddd03f66450) AuthConfig (2380fc23379358ee6aa1a4597d15c4464ce9347455de175bafbf7e0e2d7d3f98) AuthConfig (4b9f8e0adfc4745222c0aea16ae1e1292c8a53ec617745f7d44789457a30f981) AuthConfig (74fca77729837723516f574047fbff2c81cb66312b59f19f0e2906d3630b8ce4) AuthConfig (a19dd90d4adb1686a3ef82ce88dea05d440670c88e539ba10f4c32d857772477) AuthConfig (61476a2671fe7f954a18dcfb0ce44bf569639a0a83232ac163338259d1b6e37a) AuthConfig (0164e47cb415ea28f1f8a8e28c39937f9f0265b58c39a8d007d5f9a0eac58345) AuthConfig (699722d64f90da8d3b2c332c59f9e811a1b8af807050e5c3022fc0beb7d050dd) AuthConfig (f34a0e953fea35bb3745020de5df9edddfde9822dd31daf8781ed5f51a4f8486) AuthConfig (12785bc5a6db4759da2c4b96c31b1c7a7b8ca3c71e09d5bb779192a768df5be9) AuthConfig (5233e3db2f5b619758a5ccf8a5ab44041123775877080c7c5e8f106ee8edc13b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3bf5b1bc-12eb-40be-a57b-c450d32c70d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:59.584233192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"032099f5-5321-4b6c-a266-626254757a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:59.641788068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"032099f5-5321-4b6c-a266-626254757a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:59.697992734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (215abdbd835f95721a8b6463728245d536c09fc6c7dc024faab7b582f3144351) AuthConfig (9d53d6bb8d32165e2822e4fd4355f8e616a14774b16ca07c773673c94541071d) AuthConfig (682f5a218391fc580d0bc71cad2cf7e421bad68166fb50075ae1a2462f90d8d0) AuthConfig (f23848cdfe6b5a36be28b4e56ee6197a46be0aafdfb417b6a73b0f52225b98ab) AuthConfig (4301bbce94094f08d1ef50860dfef5b601b327e1d06daf320554e9529defb4c9) AuthConfig (ee0cddf7ec08ff9141de1a3d98d6169a9d6681d3e2ab41607398df8309956506) AuthConfig (1a0485988ab89dae381b6c6a851eaf17687cabf4427f1bcbe0f271bbc8e481fd) AuthConfig (34c1c65d396319cad6300ddb0c0dd01c0f1f043237bcc3e288f3ad4cb88c1734) AuthConfig (70c9fa904bae53339cefd053a42642d64edd098edf7be85fff1e338323415f52) AuthConfig (08b30640356a4d237826f050b379884ddadc27cc8d8734fbb65a20fd1e8e7561) AuthConfig (5acef0a3f176ab417cfddf1c524059044f694d793fdfe17142ddadefb3ed7e9e) AuthConfig (fda126d644ac3267ef5840434deca9324c0fde3466c783c70467a2b4a0f67de5) AuthConfig (7bd0409d15c0e6205b34ae8361d14dd4f6b70094d16880e904dc72f8ffeed9f6) AuthConfig (80809209a6f2ebaae3826a89df23ecad7c5ce7728abbf84c61a66e9ee29ecc41) AuthConfig (eddc4d37a25384a150327ce03322ce239e394c4f7b4e5cfcf39a39f05eb61a94) AuthConfig (79d4aa41cca37507a8c157ee741c5e2d1ae3bfbb085a050be55da7456447f5ac) AuthConfig (b7b394411264a7bc937e97e7681e9cc37bd66e9194fbbf392aa3a3103b42a786) AuthConfig (18a6a164807aaa325e8711c227f884a369bf3d2f105807ba891f8a02d5ad990d) AuthConfig (ff0374b9ba67b5822b9f8432649db6b7854dc17e40f4079f78b63ab418b2be67) AuthConfig (1e9e8e045ee757a3bc4a3707ee538bfe25b62426d83c5207560d9ddd03f66450) AuthConfig (2380fc23379358ee6aa1a4597d15c4464ce9347455de175bafbf7e0e2d7d3f98) AuthConfig (4b9f8e0adfc4745222c0aea16ae1e1292c8a53ec617745f7d44789457a30f981) AuthConfig (74fca77729837723516f574047fbff2c81cb66312b59f19f0e2906d3630b8ce4) AuthConfig (a19dd90d4adb1686a3ef82ce88dea05d440670c88e539ba10f4c32d857772477) AuthConfig (61476a2671fe7f954a18dcfb0ce44bf569639a0a83232ac163338259d1b6e37a) AuthConfig (0164e47cb415ea28f1f8a8e28c39937f9f0265b58c39a8d007d5f9a0eac58345) AuthConfig (699722d64f90da8d3b2c332c59f9e811a1b8af807050e5c3022fc0beb7d050dd) AuthConfig (f34a0e953fea35bb3745020de5df9edddfde9822dd31daf8781ed5f51a4f8486) AuthConfig (12785bc5a6db4759da2c4b96c31b1c7a7b8ca3c71e09d5bb779192a768df5be9) AuthConfig (5233e3db2f5b619758a5ccf8a5ab44041123775877080c7c5e8f106ee8edc13b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"032099f5-5321-4b6c-a266-626254757a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.157052049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"55f57237-1e0e-4188-b065-ceab48b9d23e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.329524278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"1b9922f1-b67a-428a-a1d1-558b97ef5ea2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.443274118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0900f9fe-35ba-4f8a-aafc-aebcf41ba5fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.544309644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e5c687c-fa75-42d6-94f4-fa8b4a08cf1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.645619669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"d21d1335-36d7-4b1a-ba37-b39a860ab769","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.80479116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"10644e92-b975-4525-a710-a5b4936ca88e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.84808495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"481ab8a6-6a44-47b6-91f9-dd844b73ce7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:02.947849582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"dd9ebaf3-95e8-4425-ba9b-41935bd58fc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:03.124162266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"ae5bf26a-9694-43d0-870a-beccf4501aff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:04.903060502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"4779ed44-bf1f-44d1-8c22-52462bf1a0e6","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:04.969275377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"07cb9f10-7ef6-4b93-b00a-5db9ce09135d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:06.711237063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:08.755625322Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44","reconcileID":"6d999a86-34cc-4780-a705-79f19b0721f2","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscription":"e2e-dry-sub-76857c44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:08.9198459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44","reconcileID":"6d999a86-34cc-4780-a705-79f19b0721f2","MaaSSubscription":{"name":"e2e-dry-sub-76857c44","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.134340881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"e4a5f59d-7faf-4809-bd1d-ae252adc4e0c","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.284933419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"43186eb2-48c3-4b2b-9ddb-1b31c91f8b1f","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.292020794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9a4f924c-83b5-44b3-8ec9-3ec926ebeded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.292040536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ef575915-f9e6-420a-a5a7-c0eb03920d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.292411542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"1b7269c8-0d00-422f-a741-7d98d482b229","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.350685412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"1b7269c8-0d00-422f-a741-7d98d482b229","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.35167507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9a4f924c-83b5-44b3-8ec9-3ec926ebeded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.353018087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ef575915-f9e6-420a-a5a7-c0eb03920d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.529531891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"489d9a68-c826-4252-84c2-fe48083f9b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.556381167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-dry-sub-76857c44-auth","reconcileID":"da9b9449-1306-41dd-993b-99c8e6226d53","MaaSAuthPolicy":{"name":"e2e-dry-sub-76857c44-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.587483292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"489d9a68-c826-4252-84c2-fe48083f9b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.725123034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"a660ff0c-1e2f-40af-85e7-4a35bc9c04ba","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.855719838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"30c26af1-1e04-49b6-b3c9-3a307d563735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.913773285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"30c26af1-1e04-49b6-b3c9-3a307d563735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:09.924195636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"25954bce-956c-4388-9079-69100f610766","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.027791432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"32edfce0-918b-4365-8c9a-76ef0e6f2085","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.083154353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"164d2ea7-292e-4a99-bf28-baffae0885bf","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.230891731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"4e9ee0ad-4713-464f-b907-73a06c27215b","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.239415829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"b3b154e3-66cd-4275-bf7e-596cdcef95b4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.295612678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"802767d4-32a8-4982-8bfa-85cafebed33c","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.298414966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"b3b154e3-66cd-4275-bf7e-596cdcef95b4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.355121481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"c7c606fc-7767-4575-b7a8-fc190191132e","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:10.403268765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-sub","reconcileID":"75e4e264-67b0-45cf-a30c-a6431c4ddaed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.45503299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"c8013b6b-039c-4c79-a19d-fa9859dc8269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.455038935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"34803c53-c5e8-47e2-8efd-2a30777b2750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.513006271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"c8013b6b-039c-4c79-a19d-fa9859dc8269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.513020264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"34803c53-c5e8-47e2-8efd-2a30777b2750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.514789332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"f4f3825a-282f-4ab6-9c50-f29ca44cf484","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.575036728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"1c8148ea-ab7d-46c0-a150-514e9fd56293","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.616535739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"0797787d-4ffe-4b3a-ac1f-8fbacf76f9c5","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.773820367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"c1c80032-9ed0-4490-99ca-1a04bd9a04e8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.831041201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"c1c80032-9ed0-4490-99ca-1a04bd9a04e8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.846235472Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-sub","reconcileID":"a7f56587-dd9e-4386-8978-b09087cae76b","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.869135708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"13ad71fa-677c-418c-afd1-398f629747ac","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.921461566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"28266d1d-5227-46d2-9345-27eb775ade6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.921463839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b579a067-c8e8-4e5a-93fd-45a2bd9e187e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.926235601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"219afaba-70bb-45b0-8b1c-b181882e5f0f","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.980467075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"28266d1d-5227-46d2-9345-27eb775ade6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:10.980485829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b579a067-c8e8-4e5a-93fd-45a2bd9e187e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.012244136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"b77f85a4-7a57-429e-9002-591c9a4e062e","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.057362483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"f8632286-ac42-4540-ab81-a5be3b6fa982","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.084692159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"c4567f91-03ef-4a1d-9e09-1e450db1278a","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.136375772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"1175684b-6384-47ee-a7c6-dc03e0a8e2a3","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.142306608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"c4567f91-03ef-4a1d-9e09-1e450db1278a","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.19179198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"e9b5753e-76a1-47ff-96cd-93dfe8abe47f","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.224505272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-sub","reconcileID":"36c25c39-ac99-4d70-bc31-7927fa05b87a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:11.239940443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53","reconcileID":"db6ae57a-165a-4d69-8d4f-005181dddadc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-fa229d53\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.250374437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"18fbf6e5-7a92-4169-a4e8-3c36af593243","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.292363913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"661086ef-b9dc-4f2d-bdf5-db5e2db9946c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.292365646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"4687ecf8-1124-4d46-8da8-7f086438af52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.324559071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5ca7dafb-435d-45a8-8922-66149cd9fa72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.353577584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"661086ef-b9dc-4f2d-bdf5-db5e2db9946c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.353656172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"4687ecf8-1124-4d46-8da8-7f086438af52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.354372733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"4d611ff1-992f-46c0-abe9-eaf32e207541","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.383434076Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"cdd5e48b-f99c-4c9e-a740-d186e10e9e66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/e2e-combo-sub-fa229d53","ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.391771268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"ca3fbf68-ab3d-4744-904b-b62a02602dff","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.409810703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"82fdc14d-0af7-4e2d-8e67-505d217249ef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.426573488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"4674cb86-f574-4f21-bd67-946f8546b303","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.461286838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"0dc28251-a2f5-4d4f-9e57-5e402873ab20","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.604699247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"e0c331cb-6fbc-49ea-a7e2-f551aba5b4de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.617649299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"9fcccc48-9d3f-48a5-9e62-a64c8e4b6ceb","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.674965533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"9fcccc48-9d3f-48a5-9e62-a64c8e4b6ceb","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.703395017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"91be1fa0-00b4-43d9-a046-d9d51db40905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.703405473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53","reconcileID":"7ad79930-cd26-420e-98be-6c409582d698","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.760301632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"5152e547-5205-4279-9667-0c28078a4149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.760343725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e0ae436f-44eb-4678-b710-e447463237d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.804163597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"8d0b1c19-dfef-4f56-930d-c41e12c0706d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.80418423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"359f653e-0a2d-4c22-a974-ee8b932a05f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.818894424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"5152e547-5205-4279-9667-0c28078a4149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.818884362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e0ae436f-44eb-4678-b710-e447463237d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.869594221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"14e13cb4-cbf6-4a2f-b5cc-f5c649c92a68","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:11.924452863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"6c1a07c2-2da0-46b5-8ae5-de570b78c9bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:12.081104319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53","reconcileID":"229a2863-e9f5-4f2c-a1ac-f64b3157bf2e","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.141223094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"4b0b9da1-d68d-4bbe-ac3e-d0f984174a6d","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.301396232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4cfadd13-ac8d-4f7c-a1eb-9b7214cbd65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.30158262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"372aee60-abaa-4e5d-8591-c80871f77019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.30139566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"7ebf6655-0de8-4e4b-b47d-6936dbf867a3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.360950755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"372aee60-abaa-4e5d-8591-c80871f77019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.360944458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"7ebf6655-0de8-4e4b-b47d-6936dbf867a3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.363361139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4cfadd13-ac8d-4f7c-a1eb-9b7214cbd65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:13.521664662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"e81e39d1-4c45-471b-bee7-5b81301e5a4c","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.213783488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"64409372-4ea1-4afa-9dc5-3781d1138091","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.268744952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"d261000d-2b24-4ad2-b46b-773ed21400fd","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:14.319360478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"7a548406-03e9-4b57-b47d-d1b6254e64bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.327137506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"979bbe0e-add3-4e1c-85a7-e45fe02b2fc2","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.430959847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"4813e022-bd67-460f-a596-92e169906f68","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.481905524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"76a462ba-26c3-48f7-9559-a50622400826","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.540192083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"f674169e-4f98-4e9f-9846-03c1345d8b8f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.643419188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9297ba83-ce6a-40c6-a0e3-a4bdc9ac4a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.699807007Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"442d734a-f49a-4e99-9a0e-deec08ab04cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"simulator-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.753687415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"75d5c857-9fd3-46cb-a0cf-15287859f983","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.773817344Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9297ba83-ce6a-40c6-a0e3-a4bdc9ac4a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.810910427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"9bf0d8bf-ceaa-44e9-9817-5de089fcf0fb","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.829754073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9297ba83-ce6a-40c6-a0e3-a4bdc9ac4a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:14.857425335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"04368a4a-b805-4ee9-a6f4-ec22e4c65e79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.875046535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"33442d26-5fe9-43f1-a510-be33f8b8b7ff","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:14.875332994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"442d734a-f49a-4e99-9a0e-deec08ab04cf","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.887607678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"84cbb0e8-c8d6-4647-a328-568099592241","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.969696963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"1ff841fb-68b2-4f9d-9fec-cf6f32efe4cf","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:14.99237124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"eb19d5db-b204-478f-957b-e5e415e71c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.026084365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"fe8c98c7-b1f2-4db6-b166-c75c2053f253","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.027370844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"7755d529-657d-4e0e-9d46-e11006940eab","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.049816331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"eb19d5db-b204-478f-957b-e5e415e71c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.087443399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"e2cb452c-868b-41fd-a825-153d14f32baf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.087488407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"74bff830-1b53-4706-99c9-917ef96bd5fa","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.111295706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"eb19d5db-b204-478f-957b-e5e415e71c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:15.141857194Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"74bff830-1b53-4706-99c9-917ef96bd5fa","name":"premium-w1-316854","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-316854\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:15.141956164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"74bff830-1b53-4706-99c9-917ef96bd5fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-316854\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.147251319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"9ed207bc-00bd-47e1-b6cd-658dd20b9332","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.239594331Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"9d5f32ee-d9a0-463e-b5c7-d88dce99d6d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"premium-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.240666081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"eedba0c5-41a7-4c08-ac03-c9b0487e9d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.253853314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"3af96311-c685-486e-a758-4f7387c97403","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.256699339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"b459e679-8497-4eba-8190-c92476d8c2b7","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.298156762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"eedba0c5-41a7-4c08-ac03-c9b0487e9d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.314099986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"b0b50675-8d76-44b1-ac57-02b46041ecce","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.341259217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"650dfa2c-0dc0-427a-ab3e-efc9b9036aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.355239541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"eedba0c5-41a7-4c08-ac03-c9b0487e9d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.399066959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"650dfa2c-0dc0-427a-ab3e-efc9b9036aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.407772094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"0ddd7ed6-cc16-44f8-bb4b-6f23098892ad","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.412583807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"17fcba82-c3ea-45d3-82c9-48db5f63d061","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.455317399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"650dfa2c-0dc0-427a-ab3e-efc9b9036aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.470457732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"3e361f64-46dc-4e91-b031-9be45957e921","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.528388771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"3e361f64-46dc-4e91-b031-9be45957e921","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.533077044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"29ad3293-0164-421e-9150-bea307c2240b","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.571163228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6c310736-b287-4e53-937c-dedc3ade4c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.591532813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"9577cec7-d4c8-4ec7-90e8-dc7c21eeae95","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.628960729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6c310736-b287-4e53-937c-dedc3ade4c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.637053905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"c06b5347-3127-4af3-ac69-519a03a0beb1","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:15.64465111Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-a-c7d5a682","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-c7d5a682\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.677780417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"b16f1f09-dd33-4bac-8f8b-7f09f276b825","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.68768128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6c310736-b287-4e53-937c-dedc3ade4c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.689090844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"4624c985-60fa-4667-9b4b-ac02f0eba171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.689122126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8d631d31-0dee-4ad3-9274-d275d45f1660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.696214036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"dd347e60-72b9-4eca-b078-1e657281881b","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.747993084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"4624c985-60fa-4667-9b4b-ac02f0eba171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.748039531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8d631d31-0dee-4ad3-9274-d275d45f1660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.848541299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"fc5279c5-0b59-40f7-8b9f-25d3901670ec","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.965042223Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682","reconcileID":"702ab02d-14e4-4312-a05d-a2b904e40b81","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-a-c7d5a682","ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.005290679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"9c99eb0c-fb87-45a2-9ce7-9f282df8915d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.062533256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"9c99eb0c-fb87-45a2-9ce7-9f282df8915d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.131296618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"aedeac8e-3030-456c-a0fd-f555531fb6c1","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.147624503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a50e49be-5195-4cb3-8f75-991d7a71dea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.147629991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ff1c6131-398a-445f-b640-9666acab5a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.176085328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"044b4a1c-0d36-47c8-8c59-3559213cc8f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.20703225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a50e49be-5195-4cb3-8f75-991d7a71dea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.208041998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ff1c6131-398a-445f-b640-9666acab5a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.308225039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"d08184e6-06d4-4388-8069-09ef0432c559","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.342072636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682","reconcileID":"7e8acd12-4f13-4381-8fdc-7f042ef687dc","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.465048436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8ba5ead2-6bdb-41f6-b130-592d415775e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.465223711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"09b302a0-1520-4504-a7c2-fcc5bc1f6c2b","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.465048528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e83687a9-7da3-4867-b9ad-a0d1fc92437b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.522832994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8ba5ead2-6bdb-41f6-b130-592d415775e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.523181195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"09b302a0-1520-4504-a7c2-fcc5bc1f6c2b","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.525030464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e83687a9-7da3-4867-b9ad-a0d1fc92437b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.102507461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"06cb8401-24b0-43a4-b20a-1220336d8c28","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.159735208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"88fa9af3-ee7a-4338-8d13-6ac2c44e86c5","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.316301545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"e3f26cb2-6398-4a2a-aa3e-d67ca118cba4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.373919552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"e3f26cb2-6398-4a2a-aa3e-d67ca118cba4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.377240236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"3383a3d8-82ed-4c6d-b494-6dc749bfcc4a","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.377387057Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-a-c7d5a682 ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-b-a15d3dd0]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.435470583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"b009c00e-5b0a-4f69-8a98-08dfecb1a053","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.482226155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e9621b54-4bf2-4b89-96b1-195df1b5ee92","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:18.488542664Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-b-a15d3dd0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-a15d3dd0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.534591617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b4c6425a-513f-46cd-add7-3cd6e1bc51a6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.534659939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e1dfedf6-c1a4-4b45-b4ac-0fcb60c1559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.535113482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8106cfd5-4225-4eba-af91-26eab31c6c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.539354156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"9720a75c-0da5-4470-a88a-700a3225dfe4","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.59634578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8106cfd5-4225-4eba-af91-26eab31c6c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.596345776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e1dfedf6-c1a4-4b45-b4ac-0fcb60c1559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.598729511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b4c6425a-513f-46cd-add7-3cd6e1bc51a6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.693322294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"09d36da7-38a7-4639-8117-d24466353341","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.815688367Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0","reconcileID":"78b07e53-3c85-43a7-99c9-13cc85d1b1f9","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-a-c7d5a682","ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-b-a15d3dd0","ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.850424254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"6afe0a4f-4835-4d88-b74d-340cafc49538","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.908142977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"6afe0a4f-4835-4d88-b74d-340cafc49538","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.98351465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"72c089ea-c469-40f7-905f-1183dd9021f6","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.993311972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"23589e4d-d7e9-4976-96f5-c0ec2b54cf10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.993517116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"305c91a2-8f68-407c-bfdc-bb7c43489039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:18.993311995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"1fe345e8-096b-4f5d-a50d-93e87f0aab00","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.030960524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682","reconcileID":"ccc8664d-6d72-4c55-8a50-ee390273f0ef","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.030966896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"b2936d70-a386-4417-830c-fc2f88f647da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.052757707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"305c91a2-8f68-407c-bfdc-bb7c43489039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.053776536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"1fe345e8-096b-4f5d-a50d-93e87f0aab00","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.05655724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"23589e4d-d7e9-4976-96f5-c0ec2b54cf10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.195538381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0","reconcileID":"6d49066d-5f7e-4325-aa1e-b3f15fec6612","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.231649213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"8b993de9-ef05-4d93-ac0b-1091752b271d","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.341814626Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-a-c7d5a682 ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-b-a15d3dd0]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.342107178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"43384fb7-d58d-4305-bd46-71d11ba5c1d9","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.400286394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"6a6a04c5-0830-465f-a215-41a06802831d","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.447306342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"c24c0580-85a0-4316-8421-f1f926cdc77a","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:20.453288791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.502705136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"42f51e77-a41d-424e-b8fa-7649eec8ce0a","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.636634493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"71ecf29e-754d-434e-a64e-bb66dc13bd5f","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.695622811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"480bddcd-9ef0-428e-952d-219ec662a3bf","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.716420542Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"2be19a9e-e46e-4a0b-82b8-5b8056c7e139","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"simulator-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:20.749757986Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"480bddcd-9ef0-428e-952d-219ec662a3bf","name":"simulator-w3-c51fb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-c51fb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:20.749822649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"480bddcd-9ef0-428e-952d-219ec662a3bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-c51fb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.755172558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"ffdafa8e-4589-4484-9a1e-41adb08407cb","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.796842144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1c0f1040-ec8a-44a7-acf8-5e3d8703f4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.883895513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"9cd549de-30a4-4d82-94d4-50ed6371e388","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.900894054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"6fea1944-44a3-4e4f-a66b-0bd2ff44298a","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.900951293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-a-c7d5a682 ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-b-a15d3dd0]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.924244217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1c0f1040-ec8a-44a7-acf8-5e3d8703f4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.959447731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"1356f458-cfd3-4d2a-861a-e33223da0e6c","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:20.980462047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1c0f1040-ec8a-44a7-acf8-5e3d8703f4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.007085372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2119f602-84c6-497f-a837-0ece5baf09cb","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:21.012662767Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.036366731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"d12f0d53-7e96-4185-bf98-1dfd57920527","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.064512335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"bb294c44-9c84-4468-a783-89979275449f","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.09365969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"a83d35ee-c309-4040-a112-99f777df32a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.140768345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"eec3aa49-9f74-4522-be2f-9e59ba96a3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.169670639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"c0850b82-9c36-493b-a9a9-8c05d0bd5ccc","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.198184438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"eec3aa49-9f74-4522-be2f-9e59ba96a3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.227749408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"84399ba0-5125-4809-a9f1-43c08bafcd2c","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.254183739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"eec3aa49-9f74-4522-be2f-9e59ba96a3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.278402604Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"05b32287-0b22-4bd3-a21b-bee8702a43ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"premium-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:21.282542825Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"84399ba0-5125-4809-a9f1-43c08bafcd2c","name":"premium-w3-c51fb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-c51fb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:21.282600562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"84399ba0-5125-4809-a9f1-43c08bafcd2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-c51fb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.282732279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"dfe87960-9916-4ce5-9fd7-8f4eb2edf8fb","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.287946257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"3b9746f7-6b38-4d9c-816d-76cb4b88a3ef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.385076487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"7281bff2-b232-4c0a-ae33-2377853f2f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.442270258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"7281bff2-b232-4c0a-ae33-2377853f2f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.444926659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"6005d640-c86e-4c0e-b584-c73571b7c576","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.484440414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"989c7ca6-375c-40d7-8008-ac8da01daad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.498305862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"7281bff2-b232-4c0a-ae33-2377853f2f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.542413028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"989c7ca6-375c-40d7-8008-ac8da01daad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.555892928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"e8263730-bc8a-4fa5-ba0c-424e2e80910e","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.598692879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"989c7ca6-375c-40d7-8008-ac8da01daad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.655219504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"64d8ac85-c3d9-4638-a643-38b941fd6546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.713168314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"655e264d-701d-44e0-9902-6519e2f07320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.770470538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"655e264d-701d-44e0-9902-6519e2f07320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.826717521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"655e264d-701d-44e0-9902-6519e2f07320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.060325181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"d2163624-7b42-4a36-9b81-cee120be9b12","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.216557934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"62546eac-91b1-4ee6-876f-69d48a5dae52","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.216846041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b4939858-dade-4db3-ad55-fc840ca2afe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.216569409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"5b08b52e-41e4-4e4f-a5ce-027b04024a8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.217425615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"1166459e-b87c-44ae-88c4-b975ae594036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.276203225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b4939858-dade-4db3-ad55-fc840ca2afe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.276306377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"1166459e-b87c-44ae-88c4-b975ae594036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.278858364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"62546eac-91b1-4ee6-876f-69d48a5dae52","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.279324053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"5b08b52e-41e4-4e4f-a5ce-027b04024a8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.309736729Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-sub","reconcileID":"4ebeb97b-2ab9-4be4-870d-41ecc22effe4","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.526448837Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-sub","reconcileID":"4ebeb97b-2ab9-4be4-870d-41ecc22effe4","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.73804506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"17206f72-923d-49ab-8e1b-7353a5f0b4c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.786947343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"e72ae80a-3dcd-4e89-8077-52fcd87f8c46","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.846174468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"ba29b314-48ef-4cd3-a3d4-dda5c32e51b8","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.904497198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"1ae161e0-bdde-4300-9beb-9ae27c667103","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.932902906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"5b16536f-ad02-4008-a3c5-f9d41324707a","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.943736672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"ca3bf2d2-da35-40a5-825f-bc7ba779471b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.943763346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"26bee9ef-ea02-4b87-99ca-a0b1075857dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.944249749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"8ca66b33-308f-42f9-82d4-17b341c8c35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.002421073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"ca3bf2d2-da35-40a5-825f-bc7ba779471b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.002639704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"8ca66b33-308f-42f9-82d4-17b341c8c35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.004756415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"26bee9ef-ea02-4b87-99ca-a0b1075857dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.15960725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-active-auth","reconcileID":"647e246e-e39c-40e5-9bec-a8d793a7803b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.37031772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"d734b1a7-bcd3-47a4-b7e9-4481df9d8483","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.352545245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"bbc9bd67-8828-44d4-9326-b05daad4351a","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.407981923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"9bfdd77b-77b4-40be-8ff0-10b5600da7b9","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.564703737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"78358db7-c721-41d4-a1ee-9a07aba1cf27","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.619345605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"6d8c02a6-a0c7-4e2c-81aa-a9d87663eca2","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.622538247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"78358db7-c721-41d4-a1ee-9a07aba1cf27","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.66573971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"75e9c94e-c566-44cc-a5d9-17c73a99dfe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.677145281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"05c71518-0f97-42fc-b808-66ba3562cfb0","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.723801592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"75e9c94e-c566-44cc-a5d9-17c73a99dfe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:25.725159436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"328245a3-3fd2-43f6-8386-be8280a54c4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.776313078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"6535ae10-99fe-426b-bfbd-6be0850ea8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.776605684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"30c131e3-633c-478f-a988-32abc7ca8523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.780027011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"75e9c94e-c566-44cc-a5d9-17c73a99dfe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.834365264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"6535ae10-99fe-426b-bfbd-6be0850ea8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.834440954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"30c131e3-633c-478f-a988-32abc7ca8523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.838279832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"4c267484-c199-4f4b-9a19-d50d2535231c","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.87713658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"af1c8ba8-6967-4a7d-aa90-beabc5fbe3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.896176873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"0cba35e9-adba-4838-85b4-7773cdd4dc76","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.9345878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"af1c8ba8-6967-4a7d-aa90-beabc5fbe3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.945482596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"0f2302f9-ce1d-42f1-a2a7-cc5ed1ffad44","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:25.990732977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"af1c8ba8-6967-4a7d-aa90-beabc5fbe3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.103019826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"94cb825c-0a4f-490e-a617-e9aa3b017b60","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.162599822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"94cb825c-0a4f-490e-a617-e9aa3b017b60","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.171790828Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"8fdd5d62-3803-4738-a1fb-be9ad70efdac","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.171969873Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"8fdd5d62-3803-4738-a1fb-be9ad70efdac","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.245130533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"baa4eabf-2636-4235-9633-4abae7035b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.25316526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"e6e383c5-a7bc-4f28-a0cc-f67461a34400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.302782968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"baa4eabf-2636-4235-9633-4abae7035b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.311855735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"e6e383c5-a7bc-4f28-a0cc-f67461a34400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.383722292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"948f281c-887a-44f6-b4ed-fa2c3cc19925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.394384058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"f0d26c81-7ddf-4cf9-9b48-2252753fbfce","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.476520565Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53","reconcileID":"0c0c5bb9-8f85-4fa8-9bd5-98206c3a14f3","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscription":"e2e-combo-sub-fa229d53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.642768131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"89e692cf-3374-429e-b2a0-e7b4c9116913","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.642999989Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"89e692cf-3374-429e-b2a0-e7b4c9116913","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.699824563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53","reconcileID":"0c0c5bb9-8f85-4fa8-9bd5-98206c3a14f3","MaaSSubscription":{"name":"e2e-combo-sub-fa229d53","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.926476043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"b142b949-5a8c-4148-a694-d9617e385469","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.964406813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"2dc4f3c7-5121-4f93-ab54-32a6f83ef4f4","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.025530187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"cfa66292-140b-4885-8aab-0277efdab619","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.107831053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"c3519a9b-5d45-4894-b4e7-0130409c7211","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.12305308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"fcedc49b-00e4-4f94-8728-6c63de955230","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.123234592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"7ec62f65-346a-4f3b-9657-84b482d056bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.123053128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ca14224d-68f3-4f0c-9bc8-019d6f73d773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.180930184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"7ec62f65-346a-4f3b-9657-84b482d056bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.180961452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"fcedc49b-00e4-4f94-8728-6c63de955230","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.183225538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ca14224d-68f3-4f0c-9bc8-019d6f73d773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.385594822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-combo-sub-fa229d53-auth","reconcileID":"6b316692-1730-4d9c-b1b8-855076c796a0","MaaSAuthPolicy":{"name":"e2e-combo-sub-fa229d53-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.64636883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"4fc7ac3a-d395-43a5-91aa-6de5d102d28b","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.511633204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"0f69e3c2-1173-4c03-9415-5cad69bd22cc","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.667653913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"a70a9cbc-d932-453c-82cb-2026121145f3","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.668241143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ce95168e-00b0-48da-af1c-2689ecb07c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.668283098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"fefa378b-71de-4554-b619-419fcc113a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.668707749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"c910465e-bde8-4ff3-a227-f70cc62c9ca8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.723247158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"8cf4e14a-a5fd-480b-b533-4cc5878e9a47","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.727134464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ce95168e-00b0-48da-af1c-2689ecb07c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.727144142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"fefa378b-71de-4554-b619-419fcc113a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.729457935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"c910465e-bde8-4ff3-a227-f70cc62c9ca8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.881644338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"820518c0-31ee-4f3f-b72e-46c9ed0e8b9a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.939507777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"820518c0-31ee-4f3f-b72e-46c9ed0e8b9a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:29.21177075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-sub","reconcileID":"3abc6bbf-1f18-40d1-973f-c207323b9bfa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.260252652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"468751e3-05fa-4fd1-85c9-131eb889d69e","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.260548736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"5ebb2e09-2632-4fee-a8aa-5b587b3c9ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.262726134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"8a042d34-f9a6-4734-a3f0-6dcf529d3267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.318096746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"5ebb2e09-2632-4fee-a8aa-5b587b3c9ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.319982614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"8a042d34-f9a6-4734-a3f0-6dcf529d3267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.416689486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"fb62981d-8459-490e-869a-0366951dc7be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.47407883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"fb62981d-8459-490e-869a-0366951dc7be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.682045653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e01ccac9-8464-40b7-bf15-18918c549526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.682045699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"2167eb64-458b-4c52-85a8-19950aab3a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.741056339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e01ccac9-8464-40b7-bf15-18918c549526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.741055707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"2167eb64-458b-4c52-85a8-19950aab3a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.879895839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"9dd7dc0d-cd9f-4deb-852e-ffed9837e40a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:29.937550991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"9dd7dc0d-cd9f-4deb-852e-ffed9837e40a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.493768637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"88618854-ccc4-4974-bab4-40be3d337234","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.549156244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"ee33bd6a-aba1-491d-a07b-26b06d7a78df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.692553116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"ea8cde8e-7b32-4181-99dd-0f5436708cc8","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.728844711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"43d6a1e5-5e55-4d90-86d5-d2aeab503050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.77715375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"88276b21-9e2c-4ac1-8fc1-ff929404524d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.898036298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"634650a2-6c96-4916-9a46-a5ac045a09eb","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.960811901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"aeaafa50-d48f-45d9-9adc-1db8b0293e54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.114838482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b4e56e8f-4870-4c86-b9a7-f76802ed6e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.114845473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b1af8bbe-4a35-411b-bebb-db260070eb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.129834393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"3a26f3b2-8623-4f2a-934d-548af32eb206","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.174263338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b4e56e8f-4870-4c86-b9a7-f76802ed6e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.174670135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b1af8bbe-4a35-411b-bebb-db260070eb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.220579297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b05a1018-799d-45b4-bf61-fa8bd7ec3a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.220577805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"e7f5d20b-bb82-4200-921f-7d6a509af548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.230625097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b4e56e8f-4870-4c86-b9a7-f76802ed6e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.231341234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b1af8bbe-4a35-411b-bebb-db260070eb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.279607056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"e7f5d20b-bb82-4200-921f-7d6a509af548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.279783875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b05a1018-799d-45b4-bf61-fa8bd7ec3a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.28901517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"3ecc3098-cebc-4e8a-8eb0-849afdfe0627","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.291520066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"068dcbb4-7364-411d-acdc-85d99fd8e1e0","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.336990565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642b1836b3794a3458f368cab88850b36fa94ae87b0f031c6ace15bc99982dab) AuthConfig (38c02541756dd6562e1f37d76a4184e4e7c2270792bcd739e68afc43fcd1d460) AuthConfig (dab734179e110c509aa381e4fcefb07ee1d9656a24fc82b91eab8cc6988d2ce8) AuthConfig (455975d7e1989991d65643924bee736a6cda7ff811d03b4dbbb3446202995faa) AuthConfig (dbfc674bfe97e95bb035af306940f5fcc75362e133c1427bef8dff10542b973c) AuthConfig (19ded47f0ac0cb4b265c213591f2cae7fe334120df0c30bbb317ae8bcc5bd071) AuthConfig (64871631f23fbe9de50efca1ee8ad73b80f3088f00e37e0264207b7c61e07dcc) AuthConfig (bf637c3b6521fe9d84fe19622f185b306cce157b70bd1d351df55f6d6d126764) AuthConfig (03c6072f094a83e7a842434a3e2919e2a627eeb3ee85a14d5835e5f041792240) AuthConfig (0f5cc7cbec7d5532dead953fc3c149bc87fa9e0361f807d231e1aaa42f59fecc) AuthConfig (55bf858e6af7fc6e1919cad6007693ca44ce3bcbdad7df1866adf5f7d0e1b0cc) AuthConfig (5b8ccf57be01c393a30936112a4cd59a83f5d265841a70ac67dbbb7bc2f85673) AuthConfig (4ba957936467233ed5a865aff9e87094eb3a06aaafc14dc68895b88d36817718) AuthConfig (bee89bcdddd4373a7d334af5878d70160d262d76dec45f7ef898341d9218bbfa) AuthConfig (87f5db85e4c8c018f20a6bd87e327b505aed0932475cb9e4226603accd75b7d8) AuthConfig (d321a6c8779b00f9c89fa2132baeee6dc886c2aaa12cff2d4be00e3024eb659f) AuthConfig (86efa69e6d20d653055e09d2262f675efec142805a58dd58b4913c248854b875) AuthConfig (f507170c7e2ce485121cd5ef2c816031c54558179b4a83ecb67fbe3b9f97c189) AuthConfig (b379daa11d21fe92d03d552129d89c150781e3e0a4aa38f266cf970f50dd7c4d) AuthConfig (1cd20d6988ca8e1e6513b343ce09c76208b3d7234d2c6e63463afca6e8b0b553) AuthConfig (3d2534a93dbcd8f08286a96a0c9b1bc3bd386a8523b649f3e0b785d0333aff76) AuthConfig (2530a41ccf8dd0289dcdc511029d590b2abb4687d5b39bb6bdc2d59550576572) AuthConfig (8e4b2f97ffbc361115ecc9cc144ccf0a6c13d625c8993c97b9f81416aed31a86) AuthConfig (d4ec5ab37f224e41d3e2597271718c7df83761f14381f3d62d9ca258d4d792f7) AuthConfig (89b2afd8c569cd248ce75d35d7e38c2306c4b69572eb955d1f6b07e7d8254c75) AuthConfig (b435c3b030eb9f3fd99d7b009bebc47c021c49d5a6b5bc7a8d60036ae2514cb6) AuthConfig (d7cf635b9aa085616550e9fa7c1520974782543fce3d473aadd9a90b1d47db76) AuthConfig (6fc5703c07d934817f8bc13cdba778fbb51e0e9370e19d555b4b6c6c5ad6e4a5) AuthConfig (7f2535cb61dc3a9d52ec59c7435a900ad2a0f759af8ab9ca6f11396e2b9ce415) AuthConfig (6715d289c77ea469b25e4d60d91301a72cacdd5621910895fe0d5875d27996f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"e7f5d20b-bb82-4200-921f-7d6a509af548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.337025281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642b1836b3794a3458f368cab88850b36fa94ae87b0f031c6ace15bc99982dab) AuthConfig (38c02541756dd6562e1f37d76a4184e4e7c2270792bcd739e68afc43fcd1d460) AuthConfig (dab734179e110c509aa381e4fcefb07ee1d9656a24fc82b91eab8cc6988d2ce8) AuthConfig (455975d7e1989991d65643924bee736a6cda7ff811d03b4dbbb3446202995faa) AuthConfig (dbfc674bfe97e95bb035af306940f5fcc75362e133c1427bef8dff10542b973c) AuthConfig (19ded47f0ac0cb4b265c213591f2cae7fe334120df0c30bbb317ae8bcc5bd071) AuthConfig (64871631f23fbe9de50efca1ee8ad73b80f3088f00e37e0264207b7c61e07dcc) AuthConfig (bf637c3b6521fe9d84fe19622f185b306cce157b70bd1d351df55f6d6d126764) AuthConfig (03c6072f094a83e7a842434a3e2919e2a627eeb3ee85a14d5835e5f041792240) AuthConfig (0f5cc7cbec7d5532dead953fc3c149bc87fa9e0361f807d231e1aaa42f59fecc) AuthConfig (55bf858e6af7fc6e1919cad6007693ca44ce3bcbdad7df1866adf5f7d0e1b0cc) AuthConfig (5b8ccf57be01c393a30936112a4cd59a83f5d265841a70ac67dbbb7bc2f85673) AuthConfig (4ba957936467233ed5a865aff9e87094eb3a06aaafc14dc68895b88d36817718) AuthConfig (bee89bcdddd4373a7d334af5878d70160d262d76dec45f7ef898341d9218bbfa) AuthConfig (87f5db85e4c8c018f20a6bd87e327b505aed0932475cb9e4226603accd75b7d8) AuthConfig (d321a6c8779b00f9c89fa2132baeee6dc886c2aaa12cff2d4be00e3024eb659f) AuthConfig (86efa69e6d20d653055e09d2262f675efec142805a58dd58b4913c248854b875) AuthConfig (f507170c7e2ce485121cd5ef2c816031c54558179b4a83ecb67fbe3b9f97c189) AuthConfig (b379daa11d21fe92d03d552129d89c150781e3e0a4aa38f266cf970f50dd7c4d) AuthConfig (1cd20d6988ca8e1e6513b343ce09c76208b3d7234d2c6e63463afca6e8b0b553) AuthConfig (3d2534a93dbcd8f08286a96a0c9b1bc3bd386a8523b649f3e0b785d0333aff76) AuthConfig (2530a41ccf8dd0289dcdc511029d590b2abb4687d5b39bb6bdc2d59550576572) AuthConfig (8e4b2f97ffbc361115ecc9cc144ccf0a6c13d625c8993c97b9f81416aed31a86) AuthConfig (d4ec5ab37f224e41d3e2597271718c7df83761f14381f3d62d9ca258d4d792f7) AuthConfig (89b2afd8c569cd248ce75d35d7e38c2306c4b69572eb955d1f6b07e7d8254c75) AuthConfig (b435c3b030eb9f3fd99d7b009bebc47c021c49d5a6b5bc7a8d60036ae2514cb6) AuthConfig (d7cf635b9aa085616550e9fa7c1520974782543fce3d473aadd9a90b1d47db76) AuthConfig (6fc5703c07d934817f8bc13cdba778fbb51e0e9370e19d555b4b6c6c5ad6e4a5) AuthConfig (7f2535cb61dc3a9d52ec59c7435a900ad2a0f759af8ab9ca6f11396e2b9ce415) AuthConfig (6715d289c77ea469b25e4d60d91301a72cacdd5621910895fe0d5875d27996f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b05a1018-799d-45b4-bf61-fa8bd7ec3a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.395515208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"70996b78-8567-490e-a829-f9195d07f2ea","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.396040232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"8be916a9-8d95-41c4-8c06-8c20a0d054b5","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.447663115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"44094c86-66e2-4164-82f1-87521f9c0560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.447846001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"268b942e-c8b2-4951-b8a1-51529e243486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.506808065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"44094c86-66e2-4164-82f1-87521f9c0560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.506906301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"268b942e-c8b2-4951-b8a1-51529e243486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.552372529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"99b4f2fe-3ea0-45d3-8956-f3a5d2ab36cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.552372502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"00bf66a6-65f9-4ea8-b4eb-c1237e395265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.563333592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"44094c86-66e2-4164-82f1-87521f9c0560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.563336566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"268b942e-c8b2-4951-b8a1-51529e243486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.611433546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"99b4f2fe-3ea0-45d3-8956-f3a5d2ab36cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.614175384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"00bf66a6-65f9-4ea8-b4eb-c1237e395265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:31.617118445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"44094c86-66e2-4164-82f1-87521f9c0560","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:31.617135303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"268b942e-c8b2-4951-b8a1-51529e243486","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.668549987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642b1836b3794a3458f368cab88850b36fa94ae87b0f031c6ace15bc99982dab) AuthConfig (38c02541756dd6562e1f37d76a4184e4e7c2270792bcd739e68afc43fcd1d460) AuthConfig (dab734179e110c509aa381e4fcefb07ee1d9656a24fc82b91eab8cc6988d2ce8) AuthConfig (455975d7e1989991d65643924bee736a6cda7ff811d03b4dbbb3446202995faa) AuthConfig (dbfc674bfe97e95bb035af306940f5fcc75362e133c1427bef8dff10542b973c) AuthConfig (19ded47f0ac0cb4b265c213591f2cae7fe334120df0c30bbb317ae8bcc5bd071) AuthConfig (64871631f23fbe9de50efca1ee8ad73b80f3088f00e37e0264207b7c61e07dcc) AuthConfig (bf637c3b6521fe9d84fe19622f185b306cce157b70bd1d351df55f6d6d126764) AuthConfig (03c6072f094a83e7a842434a3e2919e2a627eeb3ee85a14d5835e5f041792240) AuthConfig (0f5cc7cbec7d5532dead953fc3c149bc87fa9e0361f807d231e1aaa42f59fecc) AuthConfig (55bf858e6af7fc6e1919cad6007693ca44ce3bcbdad7df1866adf5f7d0e1b0cc) AuthConfig (5b8ccf57be01c393a30936112a4cd59a83f5d265841a70ac67dbbb7bc2f85673) AuthConfig (4ba957936467233ed5a865aff9e87094eb3a06aaafc14dc68895b88d36817718) AuthConfig (bee89bcdddd4373a7d334af5878d70160d262d76dec45f7ef898341d9218bbfa) AuthConfig (87f5db85e4c8c018f20a6bd87e327b505aed0932475cb9e4226603accd75b7d8) AuthConfig (d321a6c8779b00f9c89fa2132baeee6dc886c2aaa12cff2d4be00e3024eb659f) AuthConfig (86efa69e6d20d653055e09d2262f675efec142805a58dd58b4913c248854b875) AuthConfig (f507170c7e2ce485121cd5ef2c816031c54558179b4a83ecb67fbe3b9f97c189) AuthConfig (b379daa11d21fe92d03d552129d89c150781e3e0a4aa38f266cf970f50dd7c4d) AuthConfig (1cd20d6988ca8e1e6513b343ce09c76208b3d7234d2c6e63463afca6e8b0b553) AuthConfig (3d2534a93dbcd8f08286a96a0c9b1bc3bd386a8523b649f3e0b785d0333aff76) AuthConfig (2530a41ccf8dd0289dcdc511029d590b2abb4687d5b39bb6bdc2d59550576572) AuthConfig (8e4b2f97ffbc361115ecc9cc144ccf0a6c13d625c8993c97b9f81416aed31a86) AuthConfig (d4ec5ab37f224e41d3e2597271718c7df83761f14381f3d62d9ca258d4d792f7) AuthConfig (89b2afd8c569cd248ce75d35d7e38c2306c4b69572eb955d1f6b07e7d8254c75) AuthConfig (b435c3b030eb9f3fd99d7b009bebc47c021c49d5a6b5bc7a8d60036ae2514cb6) AuthConfig (d7cf635b9aa085616550e9fa7c1520974782543fce3d473aadd9a90b1d47db76) AuthConfig (6fc5703c07d934817f8bc13cdba778fbb51e0e9370e19d555b4b6c6c5ad6e4a5) AuthConfig (7f2535cb61dc3a9d52ec59c7435a900ad2a0f759af8ab9ca6f11396e2b9ce415) AuthConfig (6715d289c77ea469b25e4d60d91301a72cacdd5621910895fe0d5875d27996f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"99b4f2fe-3ea0-45d3-8956-f3a5d2ab36cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.670309078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642b1836b3794a3458f368cab88850b36fa94ae87b0f031c6ace15bc99982dab) AuthConfig (38c02541756dd6562e1f37d76a4184e4e7c2270792bcd739e68afc43fcd1d460) AuthConfig (dab734179e110c509aa381e4fcefb07ee1d9656a24fc82b91eab8cc6988d2ce8) AuthConfig (455975d7e1989991d65643924bee736a6cda7ff811d03b4dbbb3446202995faa) AuthConfig (dbfc674bfe97e95bb035af306940f5fcc75362e133c1427bef8dff10542b973c) AuthConfig (19ded47f0ac0cb4b265c213591f2cae7fe334120df0c30bbb317ae8bcc5bd071) AuthConfig (64871631f23fbe9de50efca1ee8ad73b80f3088f00e37e0264207b7c61e07dcc) AuthConfig (bf637c3b6521fe9d84fe19622f185b306cce157b70bd1d351df55f6d6d126764) AuthConfig (03c6072f094a83e7a842434a3e2919e2a627eeb3ee85a14d5835e5f041792240) AuthConfig (0f5cc7cbec7d5532dead953fc3c149bc87fa9e0361f807d231e1aaa42f59fecc) AuthConfig (55bf858e6af7fc6e1919cad6007693ca44ce3bcbdad7df1866adf5f7d0e1b0cc) AuthConfig (5b8ccf57be01c393a30936112a4cd59a83f5d265841a70ac67dbbb7bc2f85673) AuthConfig (4ba957936467233ed5a865aff9e87094eb3a06aaafc14dc68895b88d36817718) AuthConfig (bee89bcdddd4373a7d334af5878d70160d262d76dec45f7ef898341d9218bbfa) AuthConfig (87f5db85e4c8c018f20a6bd87e327b505aed0932475cb9e4226603accd75b7d8) AuthConfig (d321a6c8779b00f9c89fa2132baeee6dc886c2aaa12cff2d4be00e3024eb659f) AuthConfig (86efa69e6d20d653055e09d2262f675efec142805a58dd58b4913c248854b875) AuthConfig (f507170c7e2ce485121cd5ef2c816031c54558179b4a83ecb67fbe3b9f97c189) AuthConfig (b379daa11d21fe92d03d552129d89c150781e3e0a4aa38f266cf970f50dd7c4d) AuthConfig (1cd20d6988ca8e1e6513b343ce09c76208b3d7234d2c6e63463afca6e8b0b553) AuthConfig (3d2534a93dbcd8f08286a96a0c9b1bc3bd386a8523b649f3e0b785d0333aff76) AuthConfig (2530a41ccf8dd0289dcdc511029d590b2abb4687d5b39bb6bdc2d59550576572) AuthConfig (8e4b2f97ffbc361115ecc9cc144ccf0a6c13d625c8993c97b9f81416aed31a86) AuthConfig (d4ec5ab37f224e41d3e2597271718c7df83761f14381f3d62d9ca258d4d792f7) AuthConfig (89b2afd8c569cd248ce75d35d7e38c2306c4b69572eb955d1f6b07e7d8254c75) AuthConfig (b435c3b030eb9f3fd99d7b009bebc47c021c49d5a6b5bc7a8d60036ae2514cb6) AuthConfig (d7cf635b9aa085616550e9fa7c1520974782543fce3d473aadd9a90b1d47db76) AuthConfig (6fc5703c07d934817f8bc13cdba778fbb51e0e9370e19d555b4b6c6c5ad6e4a5) AuthConfig (7f2535cb61dc3a9d52ec59c7435a900ad2a0f759af8ab9ca6f11396e2b9ce415) AuthConfig (6715d289c77ea469b25e4d60d91301a72cacdd5621910895fe0d5875d27996f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"00bf66a6-65f9-4ea8-b4eb-c1237e395265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:31.724275888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"00bf66a6-65f9-4ea8-b4eb-c1237e395265","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.778997155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"7f1d8df9-6d08-4ee3-96dc-81578cfb68c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.778994652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a377394-28f0-463c-a260-ecce35ddb955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.836787369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a377394-28f0-463c-a260-ecce35ddb955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.837220564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"7f1d8df9-6d08-4ee3-96dc-81578cfb68c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.886570001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b9fa4e83-0afc-4b25-acdc-3d10257cd2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.893219912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"7f1d8df9-6d08-4ee3-96dc-81578cfb68c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.893295447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a377394-28f0-463c-a260-ecce35ddb955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:31.945627449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b9fa4e83-0afc-4b25-acdc-3d10257cd2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.034095415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642b1836b3794a3458f368cab88850b36fa94ae87b0f031c6ace15bc99982dab) AuthConfig (38c02541756dd6562e1f37d76a4184e4e7c2270792bcd739e68afc43fcd1d460) AuthConfig (dab734179e110c509aa381e4fcefb07ee1d9656a24fc82b91eab8cc6988d2ce8) AuthConfig (455975d7e1989991d65643924bee736a6cda7ff811d03b4dbbb3446202995faa) AuthConfig (dbfc674bfe97e95bb035af306940f5fcc75362e133c1427bef8dff10542b973c) AuthConfig (19ded47f0ac0cb4b265c213591f2cae7fe334120df0c30bbb317ae8bcc5bd071) AuthConfig (64871631f23fbe9de50efca1ee8ad73b80f3088f00e37e0264207b7c61e07dcc) AuthConfig (bf637c3b6521fe9d84fe19622f185b306cce157b70bd1d351df55f6d6d126764) AuthConfig (03c6072f094a83e7a842434a3e2919e2a627eeb3ee85a14d5835e5f041792240) AuthConfig (0f5cc7cbec7d5532dead953fc3c149bc87fa9e0361f807d231e1aaa42f59fecc) AuthConfig (55bf858e6af7fc6e1919cad6007693ca44ce3bcbdad7df1866adf5f7d0e1b0cc) AuthConfig (5b8ccf57be01c393a30936112a4cd59a83f5d265841a70ac67dbbb7bc2f85673) AuthConfig (4ba957936467233ed5a865aff9e87094eb3a06aaafc14dc68895b88d36817718) AuthConfig (bee89bcdddd4373a7d334af5878d70160d262d76dec45f7ef898341d9218bbfa) AuthConfig (87f5db85e4c8c018f20a6bd87e327b505aed0932475cb9e4226603accd75b7d8) AuthConfig (d321a6c8779b00f9c89fa2132baeee6dc886c2aaa12cff2d4be00e3024eb659f) AuthConfig (86efa69e6d20d653055e09d2262f675efec142805a58dd58b4913c248854b875) AuthConfig (f507170c7e2ce485121cd5ef2c816031c54558179b4a83ecb67fbe3b9f97c189) AuthConfig (b379daa11d21fe92d03d552129d89c150781e3e0a4aa38f266cf970f50dd7c4d) AuthConfig (1cd20d6988ca8e1e6513b343ce09c76208b3d7234d2c6e63463afca6e8b0b553) AuthConfig (3d2534a93dbcd8f08286a96a0c9b1bc3bd386a8523b649f3e0b785d0333aff76) AuthConfig (2530a41ccf8dd0289dcdc511029d590b2abb4687d5b39bb6bdc2d59550576572) AuthConfig (8e4b2f97ffbc361115ecc9cc144ccf0a6c13d625c8993c97b9f81416aed31a86) AuthConfig (d4ec5ab37f224e41d3e2597271718c7df83761f14381f3d62d9ca258d4d792f7) AuthConfig (89b2afd8c569cd248ce75d35d7e38c2306c4b69572eb955d1f6b07e7d8254c75) AuthConfig (b435c3b030eb9f3fd99d7b009bebc47c021c49d5a6b5bc7a8d60036ae2514cb6) AuthConfig (d7cf635b9aa085616550e9fa7c1520974782543fce3d473aadd9a90b1d47db76) AuthConfig (6fc5703c07d934817f8bc13cdba778fbb51e0e9370e19d555b4b6c6c5ad6e4a5) AuthConfig (7f2535cb61dc3a9d52ec59c7435a900ad2a0f759af8ab9ca6f11396e2b9ce415) AuthConfig (6715d289c77ea469b25e4d60d91301a72cacdd5621910895fe0d5875d27996f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b9fa4e83-0afc-4b25-acdc-3d10257cd2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.210377522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"395e9d8d-6dac-42b7-bd95-1328585c7754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.210377111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"be6a811b-aeab-467f-835b-2f2c00c8dccd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.21084451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ecf4fad7-cb49-4201-ab67-89c1ac5ea4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.268725102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"be6a811b-aeab-467f-835b-2f2c00c8dccd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.269691307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"395e9d8d-6dac-42b7-bd95-1328585c7754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.27105669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ecf4fad7-cb49-4201-ab67-89c1ac5ea4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.223989184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682","reconcileID":"6e3804ae-8831-456f-8ac9-1924c8209870","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscription":"e2e-filter-sub-a-c7d5a682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.441433922Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682","reconcileID":"6e3804ae-8831-456f-8ac9-1924c8209870","MaaSSubscription":{"name":"e2e-filter-sub-a-c7d5a682","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-filter-sub-b-a15d3dd0","ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.65323046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"516b20f9-752d-4ed7-a3c8-9ae5982173f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.653303628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0","reconcileID":"39eefb49-79fe-48d7-95d4-f8334023590c","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.703125727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"eed92d50-422c-436c-99fa-6097c2ac6d18","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.859499997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"5e18b7f6-d816-45cc-b04c-76bb85615cc3","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.859837318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5c0a81e4-5b0f-4f14-9f98-25fb8cd316ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.859984934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b350042c-22a7-4cca-b42d-729a6f9d9af8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.86029041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"cfb591e0-7aa2-405d-b552-b72f7d86abf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.860383932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"18307358-d9eb-4861-a841-c76b7250867f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.917593349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5c0a81e4-5b0f-4f14-9f98-25fb8cd316ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.917785735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b350042c-22a7-4cca-b42d-729a6f9d9af8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.920025245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"cfb591e0-7aa2-405d-b552-b72f7d86abf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:33.920081034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"18307358-d9eb-4861-a841-c76b7250867f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.284005809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"e18ccc79-ee99-4327-8860-a5ed2639041b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.284237893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ea889c59-a495-468a-884f-19ab92396f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.284456027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"745a5953-4a3c-4e66-adc4-f81ee9139c1b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.28400147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e9ac6c33-af52-416b-8428-4aef35d605ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.344105055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"e18ccc79-ee99-4327-8860-a5ed2639041b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.344529994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"745a5953-4a3c-4e66-adc4-f81ee9139c1b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.349605194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ea889c59-a495-468a-884f-19ab92396f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.349680743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e9ac6c33-af52-416b-8428-4aef35d605ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:36.713169627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:38.675581935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"9bb75ee5-0055-4aaa-bb69-7cb393913f4a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:38.894254209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"9bb75ee5-0055-4aaa-bb69-7cb393913f4a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:38.89428652Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"9bb75ee5-0055-4aaa-bb69-7cb393913f4a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:38.894419865Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-sub","reconcileID":"9bb75ee5-0055-4aaa-bb69-7cb393913f4a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.106391606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"ee269e5a-6f7c-43a9-b17d-1ac64c2fbc8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.165914773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"5045fdd9-06b8-4fd8-b7d9-6a0f44b54295","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.312371517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"4d13a942-c3d7-46fc-91b4-f8fb46d5a856","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.322792835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f6108270-6aad-462a-bc44-e3485efc5bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.322928409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"aa1ef19e-8af5-4f07-9a56-9671d4440928","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.323290549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d52f6e8e-e3c3-43d7-b4c2-ff40d5501dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.380732185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"aa1ef19e-8af5-4f07-9a56-9671d4440928","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.380942777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d52f6e8e-e3c3-43d7-b4c2-ff40d5501dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.38319109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f6108270-6aad-462a-bc44-e3485efc5bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.586336507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-degraded-auth","reconcileID":"d5d0c31e-2d74-46c3-8605-4435e703653b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:39.844299604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"370d69e6-34ca-4142-818a-3b472211b721","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:41.827901195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"12c14add-f738-4849-b635-5fe03cecddf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:41.885649675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"12c14add-f738-4849-b635-5fe03cecddf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:41.941638473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642b1836b3794a3458f368cab88850b36fa94ae87b0f031c6ace15bc99982dab) AuthConfig (38c02541756dd6562e1f37d76a4184e4e7c2270792bcd739e68afc43fcd1d460) AuthConfig (dab734179e110c509aa381e4fcefb07ee1d9656a24fc82b91eab8cc6988d2ce8) AuthConfig (455975d7e1989991d65643924bee736a6cda7ff811d03b4dbbb3446202995faa) AuthConfig (dbfc674bfe97e95bb035af306940f5fcc75362e133c1427bef8dff10542b973c) AuthConfig (19ded47f0ac0cb4b265c213591f2cae7fe334120df0c30bbb317ae8bcc5bd071) AuthConfig (64871631f23fbe9de50efca1ee8ad73b80f3088f00e37e0264207b7c61e07dcc) AuthConfig (bf637c3b6521fe9d84fe19622f185b306cce157b70bd1d351df55f6d6d126764) AuthConfig (03c6072f094a83e7a842434a3e2919e2a627eeb3ee85a14d5835e5f041792240) AuthConfig (0f5cc7cbec7d5532dead953fc3c149bc87fa9e0361f807d231e1aaa42f59fecc) AuthConfig (55bf858e6af7fc6e1919cad6007693ca44ce3bcbdad7df1866adf5f7d0e1b0cc) AuthConfig (5b8ccf57be01c393a30936112a4cd59a83f5d265841a70ac67dbbb7bc2f85673) AuthConfig (4ba957936467233ed5a865aff9e87094eb3a06aaafc14dc68895b88d36817718) AuthConfig (bee89bcdddd4373a7d334af5878d70160d262d76dec45f7ef898341d9218bbfa) AuthConfig (87f5db85e4c8c018f20a6bd87e327b505aed0932475cb9e4226603accd75b7d8) AuthConfig (d321a6c8779b00f9c89fa2132baeee6dc886c2aaa12cff2d4be00e3024eb659f) AuthConfig (86efa69e6d20d653055e09d2262f675efec142805a58dd58b4913c248854b875) AuthConfig (f507170c7e2ce485121cd5ef2c816031c54558179b4a83ecb67fbe3b9f97c189) AuthConfig (b379daa11d21fe92d03d552129d89c150781e3e0a4aa38f266cf970f50dd7c4d) AuthConfig (1cd20d6988ca8e1e6513b343ce09c76208b3d7234d2c6e63463afca6e8b0b553) AuthConfig (3d2534a93dbcd8f08286a96a0c9b1bc3bd386a8523b649f3e0b785d0333aff76) AuthConfig (2530a41ccf8dd0289dcdc511029d590b2abb4687d5b39bb6bdc2d59550576572) AuthConfig (8e4b2f97ffbc361115ecc9cc144ccf0a6c13d625c8993c97b9f81416aed31a86) AuthConfig (d4ec5ab37f224e41d3e2597271718c7df83761f14381f3d62d9ca258d4d792f7) AuthConfig (89b2afd8c569cd248ce75d35d7e38c2306c4b69572eb955d1f6b07e7d8254c75) AuthConfig (b435c3b030eb9f3fd99d7b009bebc47c021c49d5a6b5bc7a8d60036ae2514cb6) AuthConfig (d7cf635b9aa085616550e9fa7c1520974782543fce3d473aadd9a90b1d47db76) AuthConfig (6fc5703c07d934817f8bc13cdba778fbb51e0e9370e19d555b4b6c6c5ad6e4a5) AuthConfig (7f2535cb61dc3a9d52ec59c7435a900ad2a0f759af8ab9ca6f11396e2b9ce415) AuthConfig (6715d289c77ea469b25e4d60d91301a72cacdd5621910895fe0d5875d27996f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"12c14add-f738-4849-b635-5fe03cecddf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.050382005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a39ed4b-e3b7-47ed-945e-390777c180aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.050378677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b40aaf42-3ac6-4ae3-aa5e-a8ca2c874e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.10857307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b40aaf42-3ac6-4ae3-aa5e-a8ca2c874e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.109823357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a39ed4b-e3b7-47ed-945e-390777c180aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.16455524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b40aaf42-3ac6-4ae3-aa5e-a8ca2c874e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.165886897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c51fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8dab519a83e711297a196cee7d40e2609b4b0d603bcbeb94145c04ccfef60e53) AuthConfig (418e85677bb3c964c5f70b203b3a8cf53dbe116a8ca6ca31160d85531017ab02) AuthConfig (806fe36b4bbb05ac8c08da895f637685072ffa107c1e340741e8b386675f34fb) AuthConfig (173852164c598e6fb001ef1c070c6b1172bea1caa7aef5ee4658221152a06a73) AuthConfig (2833cd75033ed23b66e9ed6fbfd71f6af572bd7065cebc0746bddca9df2936b1) AuthConfig (4acb5ea222055bd9a5e252e9d6040760e6188e91e58fa971467aeab095dd54c8) AuthConfig (b1501a6fbb3ba93caa767c15fae37a53e366afe6b67b272acf7ab72dcd86c760) AuthConfig (2fabb2145843f96930c0a6a4247b284fc0ba3158e34237a75fcdaae99b59b0db) AuthConfig (18e5c9a8b6e44c114095fc432fe6861d6a1b7f657d6e58d3f660eaf7fce6aaaa) AuthConfig (db7b280ea763683559b01511a53186aac17dc68cc40e9d7b1588561b7171f1e1) AuthConfig (dc5683b1468fcbe89463fc03bd3fa97756b53af6cda1e29d48e0418605db3a62) AuthConfig (b6c1ea894271648e66ff43efb5abfec63bcbdb92f548d9bfff579c4c1b30f36e) AuthConfig (6c93cdb07cc6d5dca8adb39ece9b674f3671e6f25a25b970091ca644ebf52baf) AuthConfig (f7aeec671ee221aa925ea3ff100dcc6ba5770533bb21a272d1282a34c244a865) AuthConfig (be5de2e9ae553cedb5beda88c2304a50eb533664d78ce0c22eb469f30ad0cbc5) AuthConfig (2a5481315ff9c2d924644fee40b58efb175c37241e80aaffb8047f4a2ef5b037) AuthConfig (804782f2f2899bbb3700ade534573be8ab38e11018fbb3895ed0236a9a521db7) AuthConfig (cf34cc0c203fb8beb53656fae252baccbbc58340f83b6eae99e4ca50dcc79341) AuthConfig (1a79a9ab2777e6fc97c7778a67c5ac4c84924fa62770a85cfcbc9abd277fd6bc) AuthConfig (eeaec9dbbf795d5e0b825f010de38fcc4df3aecd1b54a2ce9ca21152cabcbaf9) AuthConfig (662084c80d2f41af5d35f65d0d48fce0e374edfbb30df44da3b5142e6379ab0f) AuthConfig (00e2c95417494d4f75a73c7fbaf6e5d045c7954b7e38c9ddea4840c85016ef4f) AuthConfig (af43d1a41aeeac6dbc5a009a9840751503d0c8fba7584e33781b3b5a335955ea) AuthConfig (1e917a3aa4372a3426e047b1f5ba0a126742a22fbb2b1e60ce59d04dc3678672) AuthConfig (b3a459072f88a3609bd49b96aa9506ddd882724a63844928729406ed21115da2) AuthConfig (6c8564556d57b37c03ebad898db832cd4dd1d52efe657555154a3488354215a9) AuthConfig (39f43892deea50656d29cb097e4e3d8b0726c9e93224802afcb42893a5ccc878) AuthConfig (79c9d1cc1efd66fa9c242e306bf474c91eaae2c612f90d02630c50dd17eca07c) AuthConfig (d55d50ab8a828c80e300ff22a87eeb7a29d1a88f2d2ede474bd25485c5be3422) AuthConfig (1e90fe1c90fad01b584a1c6a3be15499bd179bf4a7511798e74e9576a2ea4bfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a39ed4b-e3b7-47ed-945e-390777c180aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.193735325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"52325810-9eff-4114-988b-1158fbb43eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.237536939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-sub","reconcileID":"728fba4a-17c1-454e-bcc7-7141dc7db8c7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.237720819Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-sub","reconcileID":"728fba4a-17c1-454e-bcc7-7141dc7db8c7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-276e9c/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.251572744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"52325810-9eff-4114-988b-1158fbb43eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.307836167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-316854-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642b1836b3794a3458f368cab88850b36fa94ae87b0f031c6ace15bc99982dab) AuthConfig (38c02541756dd6562e1f37d76a4184e4e7c2270792bcd739e68afc43fcd1d460) AuthConfig (dab734179e110c509aa381e4fcefb07ee1d9656a24fc82b91eab8cc6988d2ce8) AuthConfig (455975d7e1989991d65643924bee736a6cda7ff811d03b4dbbb3446202995faa) AuthConfig (dbfc674bfe97e95bb035af306940f5fcc75362e133c1427bef8dff10542b973c) AuthConfig (19ded47f0ac0cb4b265c213591f2cae7fe334120df0c30bbb317ae8bcc5bd071) AuthConfig (64871631f23fbe9de50efca1ee8ad73b80f3088f00e37e0264207b7c61e07dcc) AuthConfig (bf637c3b6521fe9d84fe19622f185b306cce157b70bd1d351df55f6d6d126764) AuthConfig (03c6072f094a83e7a842434a3e2919e2a627eeb3ee85a14d5835e5f041792240) AuthConfig (0f5cc7cbec7d5532dead953fc3c149bc87fa9e0361f807d231e1aaa42f59fecc) AuthConfig (55bf858e6af7fc6e1919cad6007693ca44ce3bcbdad7df1866adf5f7d0e1b0cc) AuthConfig (5b8ccf57be01c393a30936112a4cd59a83f5d265841a70ac67dbbb7bc2f85673) AuthConfig (4ba957936467233ed5a865aff9e87094eb3a06aaafc14dc68895b88d36817718) AuthConfig (bee89bcdddd4373a7d334af5878d70160d262d76dec45f7ef898341d9218bbfa) AuthConfig (87f5db85e4c8c018f20a6bd87e327b505aed0932475cb9e4226603accd75b7d8) AuthConfig (d321a6c8779b00f9c89fa2132baeee6dc886c2aaa12cff2d4be00e3024eb659f) AuthConfig (86efa69e6d20d653055e09d2262f675efec142805a58dd58b4913c248854b875) AuthConfig (f507170c7e2ce485121cd5ef2c816031c54558179b4a83ecb67fbe3b9f97c189) AuthConfig (b379daa11d21fe92d03d552129d89c150781e3e0a4aa38f266cf970f50dd7c4d) AuthConfig (1cd20d6988ca8e1e6513b343ce09c76208b3d7234d2c6e63463afca6e8b0b553) AuthConfig (3d2534a93dbcd8f08286a96a0c9b1bc3bd386a8523b649f3e0b785d0333aff76) AuthConfig (2530a41ccf8dd0289dcdc511029d590b2abb4687d5b39bb6bdc2d59550576572) AuthConfig (8e4b2f97ffbc361115ecc9cc144ccf0a6c13d625c8993c97b9f81416aed31a86) AuthConfig (d4ec5ab37f224e41d3e2597271718c7df83761f14381f3d62d9ca258d4d792f7) AuthConfig (89b2afd8c569cd248ce75d35d7e38c2306c4b69572eb955d1f6b07e7d8254c75) AuthConfig (b435c3b030eb9f3fd99d7b009bebc47c021c49d5a6b5bc7a8d60036ae2514cb6) AuthConfig (d7cf635b9aa085616550e9fa7c1520974782543fce3d473aadd9a90b1d47db76) AuthConfig (6fc5703c07d934817f8bc13cdba778fbb51e0e9370e19d555b4b6c6c5ad6e4a5) AuthConfig (7f2535cb61dc3a9d52ec59c7435a900ad2a0f759af8ab9ca6f11396e2b9ce415) AuthConfig (6715d289c77ea469b25e4d60d91301a72cacdd5621910895fe0d5875d27996f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"52325810-9eff-4114-988b-1158fbb43eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.701205921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"ec1ca604-facc-4a22-9470-663409232051","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.711347991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"4589e082-90d3-4de7-bf5b-e73c2dbee7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.711370373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"cbbad7e1-97fd-42a9-bcba-a92e409912ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.711825102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"14fc4ad1-e487-42a3-a2c0-b72076a927ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.769496035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"14fc4ad1-e487-42a3-a2c0-b72076a927ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.769570811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"cbbad7e1-97fd-42a9-bcba-a92e409912ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.771785021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"4589e082-90d3-4de7-bf5b-e73c2dbee7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.929438497Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-apikey-failed-auth","reconcileID":"b78837eb-c6c6-4b0d-97bc-6cb40fd4957b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:43.093738352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"65dc8145-11ff-4c33-92d5-d0200045607d","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.023798553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0","reconcileID":"9eb5dbf1-7189-411b-8a5c-f7d8fbf05ae0","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscription":"e2e-filter-sub-b-a15d3dd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.242012017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0","reconcileID":"9eb5dbf1-7189-411b-8a5c-f7d8fbf05ae0","MaaSSubscription":{"name":"e2e-filter-sub-b-a15d3dd0","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.45403713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"5622a38a-ebca-4a47-9044-084ca8f092c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.50436321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"705dcfa3-2ae5-417b-8791-7ca50b2993b0","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.661905654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"efbed5da-a58f-43c4-af77-0da66d4a81b9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.661920207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b522b7e0-dc10-45c8-9625-2dd07b764676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.662480367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"18dfb0c6-6f82-40fb-88cf-26029725100b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.662518936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"868031a3-b9b8-4014-b9dd-23fa542abb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.720179515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"868031a3-b9b8-4014-b9dd-23fa542abb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.720386211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"efbed5da-a58f-43c4-af77-0da66d4a81b9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.723621915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b522b7e0-dc10-45c8-9625-2dd07b764676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:44.723657321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"18dfb0c6-6f82-40fb-88cf-26029725100b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:46.533594538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"9a0340de-4895-45cd-b51b-fa408ac65344","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:47.844306034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"1af6c0af-3a16-4b65-964d-bb5f518f6153","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:47.905988546Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"e3cee37a-5262-4222-85c0-eac1504c0e1a","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.00189657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"93dbe9cf-56a5-4b50-bc66-407519d0e3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.002027089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"d82addc4-da5d-4294-b328-9b3d161001b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.002506482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"b2eeb2f4-b6d9-49d7-b22c-e6db53a2d753","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.002546737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8a7f1948-e9d9-44f5-b2d2-071cd582eb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.002909665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6edd8262-dcee-4e00-b6d0-706715129aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.060413882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"93dbe9cf-56a5-4b50-bc66-407519d0e3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.060409403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6edd8262-dcee-4e00-b6d0-706715129aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.062971883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"b2eeb2f4-b6d9-49d7-b22c-e6db53a2d753","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.063293714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8a7f1948-e9d9-44f5-b2d2-071cd582eb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.065745938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"d82addc4-da5d-4294-b328-9b3d161001b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.222581868Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"914975d3-928a-46e3-89ec-90744f1da543","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"name":"e2e-rt-sw-c50a88","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.428207169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"ee95fca9-e24f-4093-bd7b-4615bf724c3c","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.430005802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ed7b2c-8c4e-46f2-a7f4-d73b07b3fe2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.431177265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"6651c12c-81ad-4082-b039-0bd311e74030","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.431460731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"f4aaf4c5-091e-4db9-b1e6-576ad9eadd95","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.431713921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"4fe13e88-c97e-47b6-8d2b-cc146af20e03","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.487872014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ed7b2c-8c4e-46f2-a7f4-d73b07b3fe2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.561087094Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"dc7dbc6b-21cc-48a7-93e5-1f2977d94624","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"name":"e2e-rt-sw-c50a88","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.585160507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"25ad0467-066b-47d9-b4e3-3440660cf565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.589713181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"00e28deb-1ce4-4067-9c89-54c4227948ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.589825397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"54ca984d-84b9-4a6d-8e4f-cd0ef9187e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.590117415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce5ab658-c036-4efb-94f8-0c6e8847d2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.614014926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"292e71ec-a9d5-45d0-9427-85791ce7ab00","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.614040504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"292e71ec-a9d5-45d0-9427-85791ce7ab00","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.614400961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fa070c2-53f7-459e-9a63-f84f20e52919","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.614420433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fa070c2-53f7-459e-9a63-f84f20e52919","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.614711176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2413294-5899-428b-9cca-9f9e159fcd18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.614730451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2413294-5899-428b-9cca-9f9e159fcd18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.615008039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d15a1d8-53f1-4819-b166-e848aee6192f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.615020926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d15a1d8-53f1-4819-b166-e848aee6192f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.615330055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"907ed2bf-a0c3-4fc4-a00b-32d63e743b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.615340155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"907ed2bf-a0c3-4fc4-a00b-32d63e743b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.615584948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30ad56cd-7a9c-4dd3-912d-339a8f59be7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.61559555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30ad56cd-7a9c-4dd3-912d-339a8f59be7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.615786754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6962225d-93b3-48cc-bc2d-d1905045d17d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.615795821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6962225d-93b3-48cc-bc2d-d1905045d17d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.616013014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75cc7ed8-fa79-4608-a782-40e2be1c883b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.616023454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75cc7ed8-fa79-4608-a782-40e2be1c883b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.642427147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"25ad0467-066b-47d9-b4e3-3440660cf565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.648163478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"00e28deb-1ce4-4067-9c89-54c4227948ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.648512806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce5ab658-c036-4efb-94f8-0c6e8847d2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.651331084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"54ca984d-84b9-4a6d-8e4f-cd0ef9187e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.668147579Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"8099dd96-10b8-4219-a875-b2d5e686e1d3","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"name":"e2e-rt-sw-c50a88","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.719788318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87ecb54b-2f79-4eeb-93d0-44dda9e2dd58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.719902708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e856f88-4838-4ee8-b6a8-396904cf791d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.859382753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ddce2f39-002e-40d1-9b89-8876a5899dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.917150617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ddce2f39-002e-40d1-9b89-8876a5899dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.074997326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"67e99a7d-46ad-45bb-9125-204977de8ea5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.075908093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"02fba1e8-fa69-4997-b7ba-e73cdeed5124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.075960729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b28cca75-89a0-4539-851e-f8bfcc1d4b29","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.076370884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"70346406-ac7e-4f1f-a148-796bfe8487d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.135389113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"67e99a7d-46ad-45bb-9125-204977de8ea5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.153211335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"70346406-ac7e-4f1f-a148-796bfe8487d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.153639387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"02fba1e8-fa69-4997-b7ba-e73cdeed5124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.155915947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b28cca75-89a0-4539-851e-f8bfcc1d4b29","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.285725474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"32eec0da-9b1e-4dd2-b90d-fd4f960087f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.345569544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"32eec0da-9b1e-4dd2-b90d-fd4f960087f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.449361918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"01f5d2a6-e154-4cf2-8b6e-1b4b275cdc78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.467995615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"4b9d4473-ee61-458b-8e71-d66bea03e0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.506669167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"01f5d2a6-e154-4cf2-8b6e-1b4b275cdc78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.525539836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"4b9d4473-ee61-458b-8e71-d66bea03e0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.550591808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b404c9fc-129a-4c00-b666-c6bd395a9fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.550594196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"983f2d54-a83d-45a3-b82b-445d1db2408d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.608520074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"983f2d54-a83d-45a3-b82b-445d1db2408d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.608582531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b404c9fc-129a-4c00-b666-c6bd395a9fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.657973726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9942e623-f542-460f-b957-e9523a305460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.715416947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9942e623-f542-460f-b957-e9523a305460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.909752824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"359148c6-16a5-4d39-b22e-543e31ab55a1","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.962947197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"1c08bba8-7644-4c18-8ca0-e0eabc3a3e3b","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:49.962980699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"1c08bba8-7644-4c18-8ca0-e0eabc3a3e3b","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.067636107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"acda8224-47a3-4ee6-b694-29a34a5780ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.067663993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"d5550d87-3e91-4bd5-985c-3fec7d77626d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.068132638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"34db6152-7dff-4ced-9632-3ce32af91271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.068182256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4370518a-465e-4ec7-ab34-d13fe7eafc88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.07776526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68aa13f9-9dad-44d1-a7b6-5b728deb8fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.125519692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"d5550d87-3e91-4bd5-985c-3fec7d77626d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.125816759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"acda8224-47a3-4ee6-b694-29a34a5780ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.128189563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"34db6152-7dff-4ced-9632-3ce32af91271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.128305282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4370518a-465e-4ec7-ab34-d13fe7eafc88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.135063597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68aa13f9-9dad-44d1-a7b6-5b728deb8fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.487678189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b073bfed-f1b8-4cc1-91cb-90e60cca9625","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.487790172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b41f0efa-236b-48bb-9d78-c6155279776c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.488227106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"bbbeab7c-a456-4390-8111-4dc440b3562e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.488287198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"37b3ff06-eb41-4382-979c-16876df840ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.488573843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bb3330d2-b947-41f1-8f0e-a646bf85ff0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.54575328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b41f0efa-236b-48bb-9d78-c6155279776c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.546004756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"b073bfed-f1b8-4cc1-91cb-90e60cca9625","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.548231503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bb3330d2-b947-41f1-8f0e-a646bf85ff0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.548319166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"bbbeab7c-a456-4390-8111-4dc440b3562e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.550440512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"37b3ff06-eb41-4382-979c-16876df840ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.859143793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75f1e403-7291-4393-9848-67a811372e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.85973907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"6fb5f492-bbc1-45ab-a7b0-5c3df5fbd448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.859747449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"07e854a4-1daf-4e7e-98a4-b0837cf78b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.860203826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0af1f931-bbcd-4fe0-bf24-bf7060ad5e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.91711066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75f1e403-7291-4393-9848-67a811372e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.917356939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"6fb5f492-bbc1-45ab-a7b0-5c3df5fbd448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.919685725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0af1f931-bbcd-4fe0-bf24-bf7060ad5e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:50.919761235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"07e854a4-1daf-4e7e-98a4-b0837cf78b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.080327228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7b206310-cce8-450a-be52-4d46430234c7","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.137973206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"37d89b08-e5c9-4b7a-aff5-98388079b5b8","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.296949689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"b2293c45-8cf0-4358-ab27-1eaadd9612d1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.35432466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"8a78f7dc-6492-4194-b2c4-178d54012cdb","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.354554846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"b2293c45-8cf0-4358-ab27-1eaadd9612d1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.412207328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"9e0be2e9-5b1e-4a5f-a398-23af4ab4311c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:53.459185137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d","reconcileID":"a6ca3d7a-e014-46f6-a429-a3b76bb80472","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-fb146e5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.512625902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e94db0c0-c4b8-4ae0-ae25-0b811c7b45b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.512624186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"381bc2b4-11b2-4c2a-8055-56290703bf6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.570666969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e94db0c0-c4b8-4ae0-ae25-0b811c7b45b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.572008603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"381bc2b4-11b2-4c2a-8055-56290703bf6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.572969193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"1c518d1b-58c4-40dc-add8-cf15b56e154c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.62839444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"d9f2716d-4cec-4edb-89ca-2a94cd3922c4","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.671025747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"df95e234-dfeb-43c2-9e00-fe5f4b9102b0","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.827509541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"3e1192d8-99b8-46de-b89a-bf594702c297","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.885107506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"3e1192d8-99b8-46de-b89a-bf594702c297","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.897756168Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d","reconcileID":"b46f70d2-a94e-409e-935e-4fc4aabe27ef","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-bulk-sub-fb146e5d","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.911450144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"ca501bec-d525-40bd-b994-972a9deb89a7","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.911473326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"ca501bec-d525-40bd-b994-972a9deb89a7","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.97871337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f795c2a0-b275-417f-bd5f-88a9eea0022c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.978727238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"8ae9ac59-72c4-4d24-a9d1-9a96f65df57d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.017379435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"9a0177d7-5b0c-4374-a0f8-975f9339bd5f","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.017410459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"9a0177d7-5b0c-4374-a0f8-975f9339bd5f","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.036764293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"8ae9ac59-72c4-4d24-a9d1-9a96f65df57d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.036852684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f795c2a0-b275-417f-bd5f-88a9eea0022c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.070563702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"bec3938a-5f96-48bc-81a9-698388269b2f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.108747756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"3171f05f-a8a9-4ea4-80a4-1e973831b367","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.127122434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"66c69f4d-2a66-4c93-87c2-c4a323a50c2e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.189875351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"66c69f4d-2a66-4c93-87c2-c4a323a50c2e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.275390013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d","reconcileID":"e6a4580b-b926-49ba-bb4e-07dc24a6b385","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.621350114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"d5bd3492-5cc7-4622-b545-b68376982fd3","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:54.621378678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"d5bd3492-5cc7-4622-b545-b68376982fd3","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.758789163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-a-c7d5a682-auth","reconcileID":"336a739a-6394-4204-a5a0-37e49b87c2b9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7d5a682-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.759280555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"56440afc-1e0f-400e-8320-308d2a3a62c4","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.897814595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"e7c49215-531c-478b-8af1-be7cc5373552","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.959550604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5d05987a-35bc-4712-9bc6-d603c8d0ef6f","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:56.973681376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"7e23aa24-dcf4-4a26-81fa-b5e3563bca20","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:57.136254407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-gw-auth-e006bb84","reconcileID":"117a7b47-e0e1-44aa-9176-4e9e2fad2345","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:57.195559284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-gw-auth-e006bb84","reconcileID":"117a7b47-e0e1-44aa-9176-4e9e2fad2345","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:57.550168127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"7138b734-e69d-423e-8085-48fcc0ce2932","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:57.713445365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-gw-auth-e006bb84","reconcileID":"3a2a10c7-c4a3-4fcc-8251-74cacac6d9a4","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:57.7712591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-gw-auth-e006bb84","reconcileID":"3a2a10c7-c4a3-4fcc-8251-74cacac6d9a4","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:58.997412066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"be8b4241-5f4d-4944-97d5-8bee1d2f26f9","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:58.997505764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"230cebf2-b1eb-42b2-929a-aeaeeb1f5108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:58.998919607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fba6309-2366-4246-827b-893cdf8c584b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.097351485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"230cebf2-b1eb-42b2-929a-aeaeeb1f5108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.10260891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"be8b4241-5f4d-4944-97d5-8bee1d2f26f9","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.106716009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fba6309-2366-4246-827b-893cdf8c584b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.495393239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"40fd0617-424e-4feb-8473-88a34b8b8d55","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.496979403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"40fd0617-424e-4feb-8473-88a34b8b8d55","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:00:59.55635236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"de13ddf7-9b4c-4683-aa07-83554ec78818","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-c50a88-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.657531721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227e37c9-10f0-4e78-85b9-0ff58303405d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.658295369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"6523c0e1-e3cf-4d08-9d75-b68dfca7c62d","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.658372207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d29286d3-0398-44f5-af9a-3630072835a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.673783841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"7116e292-0357-4dcb-a820-e4559e95996e","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.673929946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"7116e292-0357-4dcb-a820-e4559e95996e","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.718971617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d29286d3-0398-44f5-af9a-3630072835a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.720316329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227e37c9-10f0-4e78-85b9-0ff58303405d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.72132467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"6523c0e1-e3cf-4d08-9d75-b68dfca7c62d","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.727192429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"4893b989-80fb-4c05-b8d7-db2a5564aa43","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.781331844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"235e9466-7c37-474e-8235-c6bac5752c76","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.781480637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"235e9466-7c37-474e-8235-c6bac5752c76","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.88758673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"17983550-7537-4547-bb4f-daec36389a51","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.887620884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"17983550-7537-4547-bb4f-daec36389a51","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:59.968755248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"8464691a-1f2f-4d72-ba7c-9189b96e1ad2","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.011487542Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"3f7ea6cd-9313-471a-834f-e805e3bf0057","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"e2e-rt-sw-c50a88","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-c50a88-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.149422525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8eac438-a36f-45b0-8093-e7fb06ec1ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.150195552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49f86296-cdca-4c86-a8e2-4fc22e163494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.205884216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"17f636eb-be5c-4888-bbf1-318fe26816a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.205921425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"06eaeb28-a611-43cc-ad21-997a944e536d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.210998974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8eac438-a36f-45b0-8093-e7fb06ec1ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.211273812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49f86296-cdca-4c86-a8e2-4fc22e163494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.272762957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"17f636eb-be5c-4888-bbf1-318fe26816a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.273776821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"06eaeb28-a611-43cc-ad21-997a944e536d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.287362108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"ecc8cd7e-fd0e-4b4d-b342-8f54fd68ef08","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.28739512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"ecc8cd7e-fd0e-4b4d-b342-8f54fd68ef08","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.354508798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"c61722ae-bcaa-45c3-b44a-d929e0de84d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.415564868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"c61722ae-bcaa-45c3-b44a-d929e0de84d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.502742094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"7049e035-2ff8-49c5-85f6-b54f5a589ce3","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.581631445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"cc97b884-ac6e-4517-a38a-8c3134d8a35d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:00.645414352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"cc97b884-ac6e-4517-a38a-8c3134d8a35d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:06.395650804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-gw-auth-e006bb84","reconcileID":"5f99f75b-75c7-4358-b71f-55acec176e0a","MaaSAuthPolicy":{"name":"e2e-gw-auth-e006bb84","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:06.395699756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"475550c9-74e8-4a71-a1b2-2de1f5ec6cd1","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:06.557976526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5e5eff25-2754-48a9-8e26-f269ac59f6a5","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:06.711901833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:07.120488951Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-filter-sub-b-a15d3dd0-auth","reconcileID":"138781a7-f92b-45a7-997b-7bcc1ebe3276","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a15d3dd0-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:07.120570201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e9d84597-4709-4bea-a07d-ff5baab2960e","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:07.281974435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"59d9beed-49d0-4489-807a-145aae06d880","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.133143642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d","reconcileID":"be2fb8f8-aafd-41ba-b06a-a3f2cba64c96","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-bulk-sub-fb146e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.358041071Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d","reconcileID":"be2fb8f8-aafd-41ba-b06a-a3f2cba64c96","MaaSSubscription":{"name":"e2e-bulk-sub-fb146e5d","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.531330576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"7bf00628-09d2-4b1a-b641-241a09c2b4ff","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.53277641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"0356f202-793f-4235-80d4-c94d78892671","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.583349279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"404745c6-0187-4078-858c-55c5e797015f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.596155264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"809bf663-df6d-4e56-ba8d-0ea638561592","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.596733392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"ae065126-980c-4ee8-87b8-123105f88de2","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.667246519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"a7683024-f672-445e-9fbe-0dab6448368c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.721472854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5b6eb450-af70-4d4d-a716-9463349bb05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.780981718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5b6eb450-af70-4d4d-a716-9463349bb05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.798093758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"1e608dda-7f00-4479-af48-9664188f522c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.798685764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"fd1212ee-5d60-4a9f-89c4-78cdd20f448d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.814524088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"5364dd55-fe25-4196-bc78-267766c091ad","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.821175762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"d0239bea-f4e5-472b-907b-27d5474f6519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.879178883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"d0239bea-f4e5-472b-907b-27d5474f6519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.892744799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d7185883-3b24-4542-baca-b5d1d21af12d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.892984004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"5934f300-1393-46bc-bc29-dd456f9b2a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.892744782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"8e4734b0-e30c-4459-b6e5-eb075108d0b2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.951030888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"5934f300-1393-46bc-bc29-dd456f9b2a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.95116614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"8e4734b0-e30c-4459-b6e5-eb075108d0b2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:10.953298886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d7185883-3b24-4542-baca-b5d1d21af12d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.147815701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8959cce1-5436-40aa-b0af-16685ff5dc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.18999221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-bulk-sub-fb146e5d-auth","reconcileID":"01b14595-4c03-4fbe-8c48-ca9f1ea44109","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fb146e5d-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.205857344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8959cce1-5436-40aa-b0af-16685ff5dc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.247540843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9ee0177a-34e0-4266-acb5-29f184683a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.305415134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9ee0177a-34e0-4266-acb5-29f184683a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.448485703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"0debcf64-5f3c-41a4-be08-19b29d7c891d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:17.906061919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"9830e86b-408c-4732-bd1a-48236136dd10","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.183092922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"60d18413-58c8-4001-8ee5-a29422c629bd","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.183316663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"60d18413-58c8-4001-8ee5-a29422c629bd","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.695321664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"549bd469-e963-461d-8138-7f1f79d3e051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.69567375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9da57188-64a1-4b1b-a13f-ed3c12dd4598","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.695362082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e57b269e-0662-44a0-908c-244de1e997ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.765356973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9da57188-64a1-4b1b-a13f-ed3c12dd4598","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.769624771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e57b269e-0662-44a0-908c-244de1e997ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.785391564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"549bd469-e963-461d-8138-7f1f79d3e051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.786246166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b17339d3-1d8f-4fbf-830f-c36904a3c016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.786960985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"52e119aa-a46c-4fb3-8b7a-ca8758731891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.846788096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b17339d3-1d8f-4fbf-830f-c36904a3c016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.850543448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"52e119aa-a46c-4fb3-8b7a-ca8758731891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:18.947638813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"39e19efd-dfa6-40f9-8ba5-672882dbecdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:22.520813538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"3c747501-5ba4-47cd-ba34-2fca5ff3b448","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.111949653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"39f345cf-9b6c-4957-aad3-b18bf196f6bb","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.165124034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"f2b2c9f3-ab38-4052-b076-0718da12d41e","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.165152846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"f2b2c9f3-ab38-4052-b076-0718da12d41e","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.269330736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"1eae094d-a2b5-4c13-a027-20a18612b51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.26933075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"729f1444-656a-45cf-847b-00415c82bcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.269897007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"6bc34609-d7b2-4867-8869-a38a2f18880d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.27027589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"79b4ad3c-3125-442d-8b66-c500394edcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.321448053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9494dc36-8dfe-4788-8242-617325916297","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.326717184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"1eae094d-a2b5-4c13-a027-20a18612b51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.326850662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"729f1444-656a-45cf-847b-00415c82bcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.329185709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"79b4ad3c-3125-442d-8b66-c500394edcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.329320547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"6bc34609-d7b2-4867-8869-a38a2f18880d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.350978624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46c858ae-cc33-45f4-9714-240e6f755f7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.351002078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46c858ae-cc33-45f4-9714-240e6f755f7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.351452157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b09b76f-8fe3-4a30-88b2-698dfb3ca91f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.351525741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b09b76f-8fe3-4a30-88b2-698dfb3ca91f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.351852165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c81011db-88df-4499-bcda-77c9df3996cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.351882291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c81011db-88df-4499-bcda-77c9df3996cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.35211781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6d6e5504-0652-43a6-b4ed-2b9669fed984","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.352134593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6d6e5504-0652-43a6-b4ed-2b9669fed984","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.38017079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9494dc36-8dfe-4788-8242-617325916297","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.405165898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"105f45d9-699d-4c11-9d0d-6b6000d367de","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.405192278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"105f45d9-699d-4c11-9d0d-6b6000d367de","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.462313097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"501829f4-2377-4d37-93eb-0e7e540dc7d9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.462341325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"501829f4-2377-4d37-93eb-0e7e540dc7d9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.462693028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"20ba17ff-aaa0-4061-a033-a900f40ded9d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.462704207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"20ba17ff-aaa0-4061-a033-a900f40ded9d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.463061787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"517f8599-6367-409d-aa4b-1bcbce19fa65","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.463074548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"517f8599-6367-409d-aa4b-1bcbce19fa65","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.463373189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c2cd3b0-c2d4-430f-b26f-e0aa4ef760d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.463392116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c2cd3b0-c2d4-430f-b26f-e0aa4ef760d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.569953005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68b40743-2960-402c-bb2f-0fe9f352569e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.570120723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99dfe188-28b9-4855-bf3f-7e117db8b14b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.62244159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"0ef3c170-b49d-4425-8f59-fb3f8cd5483c","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.640609071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9c9c4493-7dbb-4eae-a07c-aed2827a7d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.644302828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"c202c0a6-d6c6-488c-a2d7-935a9f7ee1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.644361288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1da3b80c-90fb-43c1-a1fe-62da135eae26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.692387816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e768f64b-10cf-437d-a365-7fe1d3043684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.698134954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9c9c4493-7dbb-4eae-a07c-aed2827a7d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.703671267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"c202c0a6-d6c6-488c-a2d7-935a9f7ee1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.704878911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1da3b80c-90fb-43c1-a1fe-62da135eae26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.75009432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e768f64b-10cf-437d-a365-7fe1d3043684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.801329927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"a0195ad7-b549-421a-8aab-122b132ba390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:24.858630478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"a0195ad7-b549-421a-8aab-122b132ba390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.059600623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7cf0d24e-6fbe-4a4f-9754-aaa3a4f0e6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.05960387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"2a1b5794-e693-4e9f-947c-53a28613712f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.111659267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaea5369-8392-4480-94ee-634a50ac4b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.118420296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7cf0d24e-6fbe-4a4f-9754-aaa3a4f0e6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.118418703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"2a1b5794-e693-4e9f-947c-53a28613712f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.168705943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaea5369-8392-4480-94ee-634a50ac4b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.211788993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"10870be1-8291-4bd0-97bb-1e9031c76a7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.269473957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"10870be1-8291-4bd0-97bb-1e9031c76a7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.476196778Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"3714d8dc-78ae-4502-8abe-b65291e59db6","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.638302055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"5f70ff28-dc03-42b7-bd5a-cdc481145407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.640106184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"80b20597-064f-4969-9deb-00e4b29044e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.640702265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9ca894d5-7229-4c55-a115-96e771b5c5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.692366385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d17362d-7769-48ca-8f43-b53153436a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.697824067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"80b20597-064f-4969-9deb-00e4b29044e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.697940477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"5f70ff28-dc03-42b7-bd5a-cdc481145407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.70035701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9ca894d5-7229-4c55-a115-96e771b5c5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.735200102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"32263201-0e5e-47d9-bf58-eeaef8ce07c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.749492674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d17362d-7769-48ca-8f43-b53153436a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.792547602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"32263201-0e5e-47d9-bf58-eeaef8ce07c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.009248077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9601b67a-63c0-4c30-89f8-199d6ddb5f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.06056699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"dad4cdb6-a4c7-4ea1-94bf-98030f8d4a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.06061927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"53eb6bc0-84b5-43ad-913c-3404bac9009b","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.062269471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac675436-a9a8-42e3-8cdd-de881ee07486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.066394596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9601b67a-63c0-4c30-89f8-199d6ddb5f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.108851602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"62c8d94f-55e4-458d-9bf0-3139075724f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.118435144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"dad4cdb6-a4c7-4ea1-94bf-98030f8d4a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.11861848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"53eb6bc0-84b5-43ad-913c-3404bac9009b","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.120913753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac675436-a9a8-42e3-8cdd-de881ee07486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.166171537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"62c8d94f-55e4-458d-9bf0-3139075724f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.42900663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"da0b0a6f-98be-4a43-b957-1d56a83c12d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.537290567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"da0b0a6f-98be-4a43-b957-1d56a83c12d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.537953322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b8949967-ff70-4d46-bbc4-0df01fee24ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.538657144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bcc9281e-3e94-4c58-946b-92ec9bcfc036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.596640893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b8949967-ff70-4d46-bbc4-0df01fee24ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.596783409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bcc9281e-3e94-4c58-946b-92ec9bcfc036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.269077581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7c15989-3db3-49a0-a79b-7ba23c41d079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.26932942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"352d1cfd-53dc-4aee-bc57-2d96c5d55808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.269077774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"15b45016-4aec-47eb-86a0-f39e4a271b49","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.328092667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7c15989-3db3-49a0-a79b-7ba23c41d079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.32817135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"352d1cfd-53dc-4aee-bc57-2d96c5d55808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.331006595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"15b45016-4aec-47eb-86a0-f39e4a271b49","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.710690661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.730003965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"4135c024-e143-477e-b763-2c8e08fd3b14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.83809744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"7187d603-f4c0-4ead-8c3a-c1c0f4d73266","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.950306336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"90c58636-0a37-487e-8835-a444c0ff03f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.006466645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"7f244714-02a1-4ad9-a54d-486822e711cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.05978744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"335da25f-ab59-4e51-8ea3-f197f7058110","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.161500605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"365625d0-d8d2-428c-9840-5d349df564ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.170410209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ed9417c-48ea-4aad-a712-4636742b503e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.323910457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"7e417c38-b26f-4f8a-896f-4865f52840b4","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.340779931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"611ce061-0203-4826-8447-85ebcac61a0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.389845137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"7391243b-98c1-480a-b211-7ee1feda797f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.49966536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"545dfe2f-4f80-4230-9e58-4d62a82ae9f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.609034018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"b6156b5c-fd55-472c-ae0b-36e6edc2883f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.710271274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9eabacd7-6c9b-437f-ba8e-f52dcd7b0036","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.323708974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"a717d1ba-ca9b-484e-ac09-a0a4c6deccc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.447305263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"d64f3efa-0e1e-4bc8-9f50-715686a2cd99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.951714899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"9573c4de-557c-44f3-8006-67d7d6f8d816","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:54.952281513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"f14b3157-650f-4a94-845a-c8d6c47facd3","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.016818911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"bd1f00bb-69b4-4bce-a10d-5d112c62ee4d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.017295955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"d98cfc7f-1a37-4bb6-9926-290984a456e4","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.109795971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"01d04cfc-747f-4b64-a789-cbe4cbd1be36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.110858928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8d7d5ece-f5b8-448e-8f93-d65bee08bdc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.167768546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"83f78ca6-73fc-4c30-b5e8-5443a5aa4d5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.168341075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"e0c08fba-bba9-4d0d-9092-58b21f348420","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.199365443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"01d04cfc-747f-4b64-a789-cbe4cbd1be36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.200089127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8d7d5ece-f5b8-448e-8f93-d65bee08bdc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.399138862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"e2e-conflict-a-e8ed66ec","reconcileID":"f79971ff-4567-4c72-89f9-da1ea41f46e1","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"e2e-conflict-a-e8ed66ec-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"e2e-conflict-a-e8ed66ec","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.516319141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"264a649b-61bd-4629-b4ce-838d66f61ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.516318982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"819bf76a-2e8e-4b49-bb94-872958d692f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.574067642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"819bf76a-2e8e-4b49-bb94-872958d692f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:55.574276789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"264a649b-61bd-4629-b4ce-838d66f61ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.593263727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b45e900-a8ee-497d-9aa1-5556f382b80c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.636388272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"2ea27c30-8246-4d20-b3ec-86f3a6a4aebf","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.637055723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"b819c818-6694-400f-b642-8a9517a9fbb8","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.702097651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"b9741794-7f51-4c2e-8553-1573880dfa38","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.702552528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"27748213-d015-4c30-9b19-ca13bace7193","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.76358405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"61934feb-7f2e-454a-9e96-1199a305f582","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.79759331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a41e5dbd-437c-4e7c-8578-f353ffcad2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.798022738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7110da99-fd18-48a5-90ed-1aa3b14549cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.81109918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"42d5bd9d-d645-4ea0-959a-24278449f06a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.886462926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a41e5dbd-437c-4e7c-8578-f353ffcad2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.890134702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7110da99-fd18-48a5-90ed-1aa3b14549cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.915137038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"cecd81d6-a3ad-4cf4-8ddd-98d84da6f400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.915145262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"729703bf-81e3-41d1-a91f-917ef7ecd73b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.00716631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"5ff4f7e4-8db4-4d46-b475-242ea2cd93ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.16535634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"616ed09c-1230-41e7-b397-68dc605769da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.168443585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"6aaa0365-d0bd-4e72-9e3c-a66abba4d58c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.25302514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"43fb78a1-f4d3-4e80-80ad-a7aeabf8697d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.253025124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e573eb3c-b6d4-4e44-bba4-cb1e55e70b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.267820136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"29c6f23c-d7fd-44f2-9d89-27e912354ef7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.267907115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"5e584237-7e63-4ffe-be5e-bf207c2a6fb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.310654165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e573eb3c-b6d4-4e44-bba4-cb1e55e70b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.310670101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"43fb78a1-f4d3-4e80-80ad-a7aeabf8697d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.368367327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"2ccd2ce9-a134-4a6f-a344-6d32d94cfff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.484961545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"b4cc7d2e-5d07-4ba3-a5cc-8390980ff5e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.497954354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"cf441a17-9f74-49c9-aa77-82885b1066e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.570761003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"47bd4f41-729b-4c0c-b9a6-0d83303d630c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.570825309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"4da2ccee-9502-4a2e-b7a9-44ca58a92bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.588283641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84fa7d0e-f52f-40cb-88b1-760a04a57a4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.588275647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"a7fc80b4-1f90-47ca-a251-2e67f57c424d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.630016185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"47bd4f41-729b-4c0c-b9a6-0d83303d630c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.631412063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"4da2ccee-9502-4a2e-b7a9-44ca58a92bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.202466271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"8da786ac-26eb-449b-bda6-75029f291dab","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.255554722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"a361e3e9-fb76-4475-9375-1c6feee023ed","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.255582153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"a361e3e9-fb76-4475-9375-1c6feee023ed","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.389977098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"00e4379a-5999-4438-8acf-696059591869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.390180077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"77658fba-3a46-4bd8-9a22-f05bcd2b8c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.390480199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"a00ede3e-292d-4371-8fe1-d49af66e8ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.390696443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e67f514f-ae5c-4988-8f34-960c928fb671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.441731465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36fa29dc-7102-4389-941d-ca24a22f698b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.442508792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1045c9b6-12a9-4cc8-8fb1-fad68e3d05a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.442529031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1045c9b6-12a9-4cc8-8fb1-fad68e3d05a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.442834181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"936b62df-ea5f-46ec-b92e-65328c65ec90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.442852935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"936b62df-ea5f-46ec-b92e-65328c65ec90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.44318228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6177a6dd-a236-4a85-9f71-1a26534ab00c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.443199953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6177a6dd-a236-4a85-9f71-1a26534ab00c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.443467172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c86f27-e7fb-4a69-a531-04189272307c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.443483533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c86f27-e7fb-4a69-a531-04189272307c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.443882302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad5a8af5-9189-4924-9ea8-919cd6b2e657","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.443894388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad5a8af5-9189-4924-9ea8-919cd6b2e657","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.444191458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd34e959-8a16-4d6f-aafd-bf157106c4c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.444201878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd34e959-8a16-4d6f-aafd-bf157106c4c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.444409927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c014eb8-fc51-42d2-8026-7a4bb1ff6bac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.444420506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c014eb8-fc51-42d2-8026-7a4bb1ff6bac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.44460075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d59b8fac-05d3-4516-9a89-d11d9072ce2d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.444609544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d59b8fac-05d3-4516-9a89-d11d9072ce2d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.447850527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"a00ede3e-292d-4371-8fe1-d49af66e8ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.447987633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"77658fba-3a46-4bd8-9a22-f05bcd2b8c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.450175319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"00e4379a-5999-4438-8acf-696059591869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.450325769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e67f514f-ae5c-4988-8f34-960c928fb671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.561810146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"36c056eb-7660-415f-a232-dac3474000ca","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.568901517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"36c056eb-7660-415f-a232-dac3474000ca","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.575477811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36fa29dc-7102-4389-941d-ca24a22f698b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.689185989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0be904b-6780-46a7-ae1b-9940b6c6536c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.689372867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"090c0d14-cc40-4f2d-b7f4-3c59ce9f6643","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.74177698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"2ccc4a14-0432-4e9f-aaa8-347a55174ab3","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.833711606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4e6b9fe8-9b4c-408a-94d9-f5c45aefcc86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.833777821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8b24917a-b110-40d5-81c1-bcb42252debf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.885108609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"193b719c-ad0e-480e-9157-ab7a73016081","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.891314062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4e6b9fe8-9b4c-408a-94d9-f5c45aefcc86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.891488788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8b24917a-b110-40d5-81c1-bcb42252debf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.934447068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"c5eb4b2b-5adb-438c-b51e-4555a0988e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.934462244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2efa0ef4-75d3-4020-a9af-01696f2bed56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.942614981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"193b719c-ad0e-480e-9157-ab7a73016081","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.993383866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2efa0ef4-75d3-4020-a9af-01696f2bed56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.99810081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"c5eb4b2b-5adb-438c-b51e-4555a0988e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.254900415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a9a9edd1-e461-4abf-b739-a0e4de1a0b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.254924304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"df307631-3a14-4c05-9836-0c2525644717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.313450698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"df307631-3a14-4c05-9836-0c2525644717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.315352627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a9a9edd1-e461-4abf-b739-a0e4de1a0b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.370705356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"8cf31b13-c874-49c5-a0f7-c05645f0c2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.422412962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21333ed9-5d33-46e2-a34a-3960101d44e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.428015356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"8cf31b13-c874-49c5-a0f7-c05645f0c2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.479852539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21333ed9-5d33-46e2-a34a-3960101d44e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.551777115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"c904e289-4169-438b-885a-990b7d59969d","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.720162168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"16bc8345-8583-4849-a1ea-e4d461589863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.720481142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ec5ff3bf-50fa-4093-9a14-3063da2555cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.725480837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.771858372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36ea8b86-974f-4c26-824a-129ac2c62a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.778782232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"16bc8345-8583-4849-a1ea-e4d461589863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.778789184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ec5ff3bf-50fa-4093-9a14-3063da2555cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.809904522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"59504532-2570-4ea8-9fe9-449e326d9bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.829266418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36ea8b86-974f-4c26-824a-129ac2c62a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.867436944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"59504532-2570-4ea8-9fe9-449e326d9bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.889835128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3e968a03-e6c3-451e-8ab1-e0056dc1a068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.947206926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3e968a03-e6c3-451e-8ab1-e0056dc1a068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.0911959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"fd884c4b-2c73-4e15-ad34-b9d5dc3b9fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.143002737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7349136-24a2-4737-83e5-0bb93a739e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.152256436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"fd884c4b-2c73-4e15-ad34-b9d5dc3b9fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.191902861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1a3bcff2-b827-4eda-b610-2b5a08d6bcd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.191901464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"74628cc8-5d73-4852-8a85-f8ba52c832eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.201090977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7349136-24a2-4737-83e5-0bb93a739e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.249318961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1a3bcff2-b827-4eda-b610-2b5a08d6bcd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.249668151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"74628cc8-5d73-4852-8a85-f8ba52c832eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.262835713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"95c0d145-db9f-4cbc-9663-7a5078ba5297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.319907346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"95c0d145-db9f-4cbc-9663-7a5078ba5297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.467466594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"6d9c1be9-5bd7-4261-9c4c-c0c7f50a4d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.524795628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"6d9c1be9-5bd7-4261-9c4c-c0c7f50a4d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.567965763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"e57248a8-3b35-475f-88d5-377f3eec581e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.61709857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"a612b707-d6ac-4383-9eff-6e08e337f823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.625220532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"e57248a8-3b35-475f-88d5-377f3eec581e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:07.674573632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"a612b707-d6ac-4383-9eff-6e08e337f823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.106357674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a52987a8-a601-40c6-b529-ee93d059d334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.107312217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"7c9dfad6-9093-4d34-adb7-7bef87c78831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.180448435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"7c9dfad6-9093-4d34-adb7-7bef87c78831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.181578134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a52987a8-a601-40c6-b529-ee93d059d334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.324428776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce84024-4b28-4758-81d9-9297215c3279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.325300042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"7f7be077-f9f3-40a6-bc61-3a940bb3bfbb","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.326400656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7be370a3-9084-44e2-87da-1adb49258f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.417246837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce84024-4b28-4758-81d9-9297215c3279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.447657302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7be370a3-9084-44e2-87da-1adb49258f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.501925956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"7f7be077-f9f3-40a6-bc61-3a940bb3bfbb","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:34.772583714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"40a9e4c7-c2a3-4a4e-81f6-3eae1497bf3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:34.939902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"41772b70-7718-46fb-a015-a92bca9e2703","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:34.950325219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"b1b70b1c-f1c9-4370-9274-5c65bfe3f48d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:34.950921471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"9ab1d8ad-90c0-4801-89fe-a55cd84e82c3","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:34.951373691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"e2e-conflict-a-e8ed66ec","reconcileID":"7596c4c6-0da9-474d-863c-11bbc3d8da36","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"e2e-conflict-a-e8ed66ec-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"e2e-conflict-a-e8ed66ec","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.038561817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e91a0b5-11b8-4504-96b9-b59cdf3cb724","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.039540151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"e0133bb6-d9bb-438b-b4fa-30a16620a7cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.043175302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"96112d2f-3939-4430-869c-7650f1e238c3","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.043741622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"f9e12521-ec68-4291-82c3-624d68037566","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.044304131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"e2e-conflict-a-e8ed66ec","reconcileID":"16d401f9-9cee-4513-8010-c8128654cfa4","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"e2e-conflict-a-e8ed66ec-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"e2e-conflict-a-e8ed66ec","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.145186912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4505c05a-22b3-4499-a6cc-e1999c7c89cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.146109712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"81676da9-cd72-4f34-9860-236c9708311b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.151385616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb70e74a-f826-484c-9582-0c7250d05e63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.207303407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4505c05a-22b3-4499-a6cc-e1999c7c89cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.209463975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"81676da9-cd72-4f34-9860-236c9708311b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.230056527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"ff28d539-bc41-44d0-90bb-a55e24607db8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.369322716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"d89e78cb-01eb-45cc-9203-d8e52dec1d68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.369407133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"5a6a2b76-68ed-4cf1-beca-33abf66d5435","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.369757303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"f6361fd6-8f0a-497d-997f-0207d0925c87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.47516804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"4bd8c01f-6dd2-4c75-af2b-df6ef8d212e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.570142165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a5a32b5-65e6-49bc-8f59-82e5f3bfcc19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.57014038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"75865ef7-2007-46a5-b226-7f5402d47b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.577201942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"ddb37ee9-52de-4fd8-a166-d85c00ba5666","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.62820178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2a5a32b5-65e6-49bc-8f59-82e5f3bfcc19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.628239364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"75865ef7-2007-46a5-b226-7f5402d47b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.702121946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"113edfaf-f5d1-479d-b8ee-120319c7bb70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.702625978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"6bb1eae4-a417-455f-af60-740eff338b3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.808148281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"2c602903-fe6a-478b-9813-aeafd7f0033c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.89208094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"0b36528f-715c-48d4-86c2-2ee2deb3d60b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:36.711436948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:38.399331412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"726b65ea-aa15-4e2a-a698-d805e663cd6a","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.279670472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"50c1246d-d2a4-4679-80c8-cdf393754664","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.417305807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"bd7c68f9-947b-4a55-b66e-d1ddb0ba0da1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.502759311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"ebc09e84-056b-4960-a3dd-885145790b9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.523021462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"1dc0ecc3-a9b0-4905-80a4-6d2b85f46eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.594058668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7e345d8-6f9f-49fc-bfb6-1e5d0283b327","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.69102102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"261e0cc6-8ac1-4f37-9fef-cb2c7cfed14c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.711563915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"c07b3600-8ba5-4e1f-a4c7-2b6e99d59e26","namespace":"llm","name":"e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.776934445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"60b983cd-baa3-4c2d-a48c-2d409e1cc4e1","namespace":"llm","name":"e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.791250605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"287f6c2f-35e9-4b41-a3b2-01c2e422227d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.869479423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1bc8abe3-eca0-43ac-8f41-b0dd15b8dc9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.86949563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"25c58d82-b450-4c09-a361-15afea5dfa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.870138847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"320e0e86-fbc8-4bce-98d4-cf1732516663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.870195965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"c7b6f15d-7052-496f-b6d6-3637b3ddf226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.894680241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"7b6b7e7f-79bd-4319-b503-9e55d95f6a5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.922561353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ed713fd-a99e-4821-81d6-9902948234ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.927646129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"25c58d82-b450-4c09-a361-15afea5dfa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.928084431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"c7b6f15d-7052-496f-b6d6-3637b3ddf226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.931116338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1bc8abe3-eca0-43ac-8f41-b0dd15b8dc9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.931838521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"320e0e86-fbc8-4bce-98d4-cf1732516663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.980557057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ed713fd-a99e-4821-81d6-9902948234ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:45.994937398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"719b862e-de9c-4815-a55e-48f157561362","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.093788722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"8b5d5305-75ba-4df9-9050-a451742e40ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.094036066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a3d2099-eb96-4c6e-9309-cc50a305c9fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.099800585Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"e23b1c2a-80d2-4200-acad-9d8357780200","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"name":"e2e-rt-eq-b2ff02","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.209193371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67e7e744-ae32-4505-ab60-13ec060faf28","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.209221768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67e7e744-ae32-4505-ab60-13ec060faf28","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.209586478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f7b1edf-a7ea-441d-be4f-f054b5b75e6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.209603154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f7b1edf-a7ea-441d-be4f-f054b5b75e6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.209919785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a66c13f-9feb-4896-87b8-c6da2f1a344a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.209936638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a66c13f-9feb-4896-87b8-c6da2f1a344a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.262716406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"086f5852-61d5-474e-9fec-936197d1ec15","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.262741064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"086f5852-61d5-474e-9fec-936197d1ec15","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.288931278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"a4e5362c-5a55-4ca2-8692-eb452ee30856","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.29017413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"bc2f798d-6d90-48a6-a778-e1f746eed7dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.290382705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b44d3875-3542-4917-88b9-a6a0b6d2614c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.290816663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8d138316-8b8c-44f3-9be9-c31c34fcbb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.315994547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a8389de9-05bb-4572-a0f8-aeb637cfe3a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.316016746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a8389de9-05bb-4572-a0f8-aeb637cfe3a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.316351133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cd6fbb8-1c4c-4eee-9412-1987e1732edc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.316365998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cd6fbb8-1c4c-4eee-9412-1987e1732edc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.316655283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"283ff517-d64a-4338-8891-3a665585c519","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.316670931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"283ff517-d64a-4338-8891-3a665585c519","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.317003947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02952fc6-fddc-479c-bb48-17d320cfef39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.317019844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02952fc6-fddc-479c-bb48-17d320cfef39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.317427018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e3f01c9-ca93-4811-9e28-e4396aa21cb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.317441871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e3f01c9-ca93-4811-9e28-e4396aa21cb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.335076486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"413ff78a-90eb-4ed3-ba96-79d64f00076f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.341588202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7f5ee50-fe22-4d56-be30-df25dab00e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.347961684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"bc2f798d-6d90-48a6-a778-e1f746eed7dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.34831429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b44d3875-3542-4917-88b9-a6a0b6d2614c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.350218046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"8d138316-8b8c-44f3-9be9-c31c34fcbb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.354885792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62ec95f4-bd7f-4998-ae93-f3c42ea1c805","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.376062231Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"51d1a5a2-cc47-4a00-aae4-807cab94eba8","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"name":"e2e-rt-eq-b2ff02","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.392696981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f0401b81-7173-4be1-80a0-93003e3c8e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.399027931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7f5ee50-fe22-4d56-be30-df25dab00e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.43505642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c1831c4-f0e0-4980-97d4-94a7163ae2bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.453778864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f0401b81-7173-4be1-80a0-93003e3c8e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.721942588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ae10e457-7992-4687-9b19-4677c28319d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.722101485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"52539093-2fd1-4912-bfb1-789d7ce45fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.725734627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"d006c909-394d-4612-a878-7b1e3c026561","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.773785418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"36799306-0ed7-4f4c-b4bb-77185ca2a68e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.779890281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"52539093-2fd1-4912-bfb1-789d7ce45fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.779889339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ae10e457-7992-4687-9b19-4677c28319d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.823017892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"5bdb7927-1024-4140-abbc-d25bd9f7c061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.831276217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"36799306-0ed7-4f4c-b4bb-77185ca2a68e","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.878361683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0afcc70-cc51-417d-bef9-2de406e8583f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.894733224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"5bdb7927-1024-4140-abbc-d25bd9f7c061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.944386823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0afcc70-cc51-417d-bef9-2de406e8583f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.228142085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"25e0088d-582c-4a13-ac89-1fb9e3040d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.228195436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"a320e3ff-300a-4dec-8252-63b9bf3f0be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.228587921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"b5a0504f-f52f-443b-a6ee-78319ade991c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.286000534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"b5a0504f-f52f-443b-a6ee-78319ade991c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.286546066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"a320e3ff-300a-4dec-8252-63b9bf3f0be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.288447142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"25e0088d-582c-4a13-ac89-1fb9e3040d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.32809693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"fc2e12b8-5963-4520-9b48-80dbe41827f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.379856957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d415621-f0e5-4163-8e7c-0402fe4d0fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.385821562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"fc2e12b8-5963-4520-9b48-80dbe41827f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.437778667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d415621-f0e5-4163-8e7c-0402fe4d0fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.5999759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"36957ae2-bf0a-4807-9564-37dbecdbb249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.669347191Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"7ae99d71-fcd9-428c-bfc3-da898fec4e20","namespace":"llm","name":"e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.680542774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"36957ae2-bf0a-4807-9564-37dbecdbb249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.725058635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"ba3e369c-1a74-4f70-b8a6-11bdd99cfc56","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.725084913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"ba3e369c-1a74-4f70-b8a6-11bdd99cfc56","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.830147233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6a6c193d-2e41-4712-a608-a2efea0f4f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.830149785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9c17b05e-fde3-4aeb-b785-e8f88f204792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.83099337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"c331fefd-f3a1-4d11-b557-8add245f0cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.882296007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a3d13a3-1543-4fce-9bed-87de101828a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.884120571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"6cf543f9-658d-47c4-b178-89f367a9b55d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.88884198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9c17b05e-fde3-4aeb-b785-e8f88f204792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.888911416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6a6c193d-2e41-4712-a608-a2efea0f4f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.89147074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"c331fefd-f3a1-4d11-b557-8add245f0cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.939978731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a3d13a3-1543-4fce-9bed-87de101828a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.044415045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"bce718e4-a4d5-4875-94b9-9b54bc587c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.101699478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"bce718e4-a4d5-4875-94b9-9b54bc587c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.202068784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"151714ac-eb3e-49c2-be60-6721eed32c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.253621183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9192bbbb-aade-43f0-808d-4c409c5b1981","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.253940593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ef59026-637b-4789-b5c5-fe2b0143eecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.25361467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1c9117db-0c31-45b5-867d-50d441ceebd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.259374656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"151714ac-eb3e-49c2-be60-6721eed32c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.311449201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9192bbbb-aade-43f0-808d-4c409c5b1981","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.311553731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"1c9117db-0c31-45b5-867d-50d441ceebd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.314138503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ef59026-637b-4789-b5c5-fe2b0143eecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.416327666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"fbfb1cf9-3954-4e83-8531-28179304a921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.473311191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"fbfb1cf9-3954-4e83-8531-28179304a921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.572238459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0b054e5d-7623-4fa0-9be8-fc4250321b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.629438667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0b054e5d-7623-4fa0-9be8-fc4250321b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.673181621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b8577a0d-98af-4e1e-8d86-9113ee282f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.67319578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a5d895e2-4ec2-479b-a182-aabfcfdedff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.730987006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a5d895e2-4ec2-479b-a182-aabfcfdedff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.731653235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b8577a0d-98af-4e1e-8d86-9113ee282f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.362037782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"d6883893-05e1-4444-9f61-eaf56e65244f","namespace":"llm","name":"e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.54435928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ad3a7789-017e-4b18-bf35-2b30b36ef962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.544837796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"59403b70-232c-4ae8-b206-8ed5ee15ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.545303169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"59b8c4d1-057a-495a-946d-8fb8e683f95f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.545700744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"89b7344e-1b45-453a-aff1-b80dc4e9ba5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.597907312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465d2833-a4a0-46e0-9222-ab9eb5d6718d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.603486193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"59403b70-232c-4ae8-b206-8ed5ee15ce85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.603488035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ad3a7789-017e-4b18-bf35-2b30b36ef962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.60709116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"59b8c4d1-057a-495a-946d-8fb8e683f95f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.607164826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"89b7344e-1b45-453a-aff1-b80dc4e9ba5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.655631983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"465d2833-a4a0-46e0-9222-ab9eb5d6718d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.919931371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3cab953d-3fe4-4be6-a6bb-b9fe13922169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:49.97697018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3cab953d-3fe4-4be6-a6bb-b9fe13922169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.021859708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9a11e372-e035-40d5-9fa3-6c3baf0569be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.022001833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"584ade61-71bf-41a1-b50e-73630b02f58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.022312417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"a41806ad-e73a-448c-82ac-b581adfe9e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.07376573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a66d82c-1314-4a69-bbc7-c9756d622de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.079851583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"584ade61-71bf-41a1-b50e-73630b02f58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.079985765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"a41806ad-e73a-448c-82ac-b581adfe9e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.082072225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9a11e372-e035-40d5-9fa3-6c3baf0569be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.131602434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a66d82c-1314-4a69-bbc7-c9756d622de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.342349102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0485bd70-9f0f-4c21-8f63-db0e4acde051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.399807926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0485bd70-9f0f-4c21-8f63-db0e4acde051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.445070063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"97029a81-5d83-49a9-a7c7-886eadf01a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.497178263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"12421ed6-87d7-483f-8da9-fc39e0f28213","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.502470297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"97029a81-5d83-49a9-a7c7-886eadf01a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:50.554802644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"12421ed6-87d7-483f-8da9-fc39e0f28213","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:51.947125951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"ce3952a7-4cee-40c6-8103-d010ce363e75","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:51.94715476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"ce3952a7-4cee-40c6-8103-d010ce363e75","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:52.053306715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"8c4df5b8-5d0c-4a49-ba11-6a8b8dcff243","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:52.053334316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"8c4df5b8-5d0c-4a49-ba11-6a8b8dcff243","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:52.21237218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"0eae3ab8-1cba-4d58-a03e-949a85db0bb7","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:52.270077748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"0eae3ab8-1cba-4d58-a03e-949a85db0bb7","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:52.702004603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"96184c46-7231-4233-b1e3-39f2cf6d8068","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:52.702030207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"96184c46-7231-4233-b1e3-39f2cf6d8068","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:54.207431938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"818e65bc-b12c-4637-b286-34ac9676a4f9","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.502592394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"98d125d0-25c5-4cfb-9483-56177e9b7c15","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.50395645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ca59cd4-0960-460d-ad6e-d1ec948f8dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.504561373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"d6f63fd8-1357-44b2-aa33-9fb1ae057d28","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.503913535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25d80ccd-2040-487f-9ed3-6d91061dd60e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.600342513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"98d125d0-25c5-4cfb-9483-56177e9b7c15","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.604181493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"d6f63fd8-1357-44b2-aa33-9fb1ae057d28","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.63094047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.634809855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ca59cd4-0960-460d-ad6e-d1ec948f8dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.636367544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25d80ccd-2040-487f-9ed3-6d91061dd60e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.695988343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"aee725d7-7f76-4526-8af2-fec934b100c2","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.696020015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"aee725d7-7f76-4526-8af2-fec934b100c2","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:02:57.770235601Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-b2ff02-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-b2ff02-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.890601189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"5043dfff-155f-47df-936c-65db4efc9847","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:57.890730181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"5043dfff-155f-47df-936c-65db4efc9847","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.003445238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"d72658ec-f1d6-4b8d-b7e0-34fa804525bc","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.003563188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"d72658ec-f1d6-4b8d-b7e0-34fa804525bc","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.111045044Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-sub","reconcileID":"7a78ca5e-2845-42a5-a607-a93632cb3ca9","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-b2ff02","model":"e2e-rt-eq-b2ff02","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-b2ff02-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.133398561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01f6ce64-57cc-4d14-aef7-c5b2f9082344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.194756616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01f6ce64-57cc-4d14-aef7-c5b2f9082344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.23336192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25a5d470-88bd-4536-9f88-7c3cfbb9791a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.240398911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"9b42de86-1992-4cc5-b3d6-b586c0694d25","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.241111588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"6727f5c6-fb56-493f-be92-c0fdeaf01e2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.292751982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25a5d470-88bd-4536-9f88-7c3cfbb9791a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.311249867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"9b42de86-1992-4cc5-b3d6-b586c0694d25","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.313056699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"6727f5c6-fb56-493f-be92-c0fdeaf01e2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.404756164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"72550047-4516-48a8-b8b1-cf31e9128f5d","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.404910046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"72550047-4516-48a8-b8b1-cf31e9128f5d","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:58.6615296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-sub","reconcileID":"e83b1689-2bae-491c-b964-60a8b8865e92","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-b2ff02","model":"llm/e2e-rt-eq-b2ff02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.21057224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"abfea66b-a8d3-44ae-96cf-c7eaddf0406b","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.230610324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"5d3908a0-fd46-4cf8-b95c-2fc3bed0165e","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.231164776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"444ad125-8dbc-4458-9147-c710dcc23aaf","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.283221962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"c88cbeef-8287-4182-85ae-cf413893f00d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.283816629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"c902d998-0523-473a-9542-909602c2b0df","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.284340178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"14910e9b-a378-4a93-806b-35e16f704148","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.373405102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"8f7a4963-3c3e-45a0-9a56-6e6ec32bcf66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.374252823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"2747095d-239e-4943-b35d-52d4d922daa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.433905211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"b461fe1f-3999-4441-86d3-526c79e32b2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.440950025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"8f7a4963-3c3e-45a0-9a56-6e6ec32bcf66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.442181819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"2747095d-239e-4943-b35d-52d4d922daa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.442773008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"14f1d4b6-ccd2-44df-bbe4-f9b64d4ece6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.814797166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e50440d9-0121-4255-be21-e834775dd08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.814808869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"fbf0b407-1aed-4449-99fd-3e79f7668097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.87430627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e50440d9-0121-4255-be21-e834775dd08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:05.874415833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"fbf0b407-1aed-4449-99fd-3e79f7668097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:06.741717028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:07.533002235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-sub","reconcileID":"b727f634-ae78-45e0-8748-237e72ef49a3","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-b2ff02","model":"llm/e2e-rt-eq-b2ff02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:07.809764139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"9c146f6d-2f23-4e87-b6b5-ed2bf29d2434","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:07.809792806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"9c146f6d-2f23-4e87-b6b5-ed2bf29d2434","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.044585111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"add7c965-0c87-4f0a-bf80-4ce69d933599","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.045500638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"0e09ee74-9587-4f4c-ad2a-62f06ead4799","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.049938069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59a2cb60-5f8b-4b5c-91c9-17d922cb5607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.050716747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e836498-7a44-493b-844c-165785a8031c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.124387127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59a2cb60-5f8b-4b5c-91c9-17d922cb5607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.128212595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"add7c965-0c87-4f0a-bf80-4ce69d933599","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.131441791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e836498-7a44-493b-844c-165785a8031c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:09.148560229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"0e09ee74-9587-4f4c-ad2a-62f06ead4799","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:15.903076686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"e2e-conflict-b-e8ed66ec","reconcileID":"6f0c53ae-7f4d-4cbb-a9d8-aa707aba85b5","MaaSModelRef":{"name":"e2e-conflict-b-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"e2e-conflict-b-e8ed66ec-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"e2e-conflict-b-e8ed66ec","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:15.963507276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"e2e-conflict-a-e8ed66ec","reconcileID":"b266e338-fef0-4e6c-9ffa-5b80c354f52e","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"e2e-conflict-a-e8ed66ec-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"e2e-conflict-a-e8ed66ec","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.884803504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"e2e-conflict-a-e8ed66ec","reconcileID":"f8c920a3-c254-4c0d-90ae-9e0dc15d0a71","MaaSModelRef":{"name":"e2e-conflict-a-e8ed66ec","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"e2e-conflict-a-e8ed66ec-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"e2e-conflict-a-e8ed66ec","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:20.551649433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"57b7fd90-c85a-4fd2-9d09-092f28da199b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:26.690173527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"19fae9ee-f1f0-4db9-8ce1-dc6aa3c889ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:26.690181537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"82c51ddd-fe9a-4ee5-9b46-7277357a2dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:26.749267461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"82c51ddd-fe9a-4ee5-9b46-7277357a2dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:26.749295997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"19fae9ee-f1f0-4db9-8ce1-dc6aa3c889ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.714746142Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.720805684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"ef2a7c52-c534-4f0e-ac0e-054cbf54a538","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.721373104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"d34333ba-e116-4568-aa62-bb1feb8062c2","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.786484031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"733015e2-bdc2-459b-a24c-2112d3dcb6f8","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.787008862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"036f176b-70ff-4bb6-b7a5-030ca95f8ddd","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.879955034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b550eac0-a4b2-4e7e-b719-95fd9c84e98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.880675612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"06b7c864-c7bc-4ca2-9992-d6fe54e6acf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.938904885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"3fbd875c-40f8-4fcb-b095-f9f5848e46ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.939580589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"c5116ad4-a357-4c0a-95d1-c4579c2864d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.951328003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"06b7c864-c7bc-4ca2-9992-d6fe54e6acf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.955513093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b550eac0-a4b2-4e7e-b719-95fd9c84e98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.319906913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"77a5e381-9d3a-4c1d-831a-0e8ca4ab1448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.319925428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"c4432845-f5ee-4bb5-a6f6-535ec8fec209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.378241524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"77a5e381-9d3a-4c1d-831a-0e8ca4ab1448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.378265051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"c4432845-f5ee-4bb5-a6f6-535ec8fec209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.913967957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"2155d9d1-c4f2-4f74-a2c1-b21e49a0f862","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.916533471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"07778f9c-4f42-4dfb-ac7b-54e255a63e00","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.924692576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"cd86a5f4-4d58-4322-9838-a19c69afb7f6","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.995791653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"ae81c671-4a39-44c8-92a4-27a62f7b1428","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.99621887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"10f918bb-233e-464e-a552-9304c1368e6d","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:47.996513474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"23a5108e-9b84-45a8-b714-1aa89ac1a28b","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.073560303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7e2da863-5655-49a7-a782-4467d266f233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.073626497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"15a28d67-e605-448d-8483-c5d865ccb329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.149046496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7e2da863-5655-49a7-a782-4467d266f233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.152954178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"15a28d67-e605-448d-8483-c5d865ccb329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.153857332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"b74c27e2-fbeb-45bc-ba0d-60556f543d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.154592108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"9237de37-4ca3-4ce3-b5d0-9188b623ce62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.549046344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"83170c0e-7608-411e-81ef-67fedbe09277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.5490415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"30102a12-b5a5-4af4-933b-3dffd7899113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.606628342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"83170c0e-7608-411e-81ef-67fedbe09277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:48.606659661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"30102a12-b5a5-4af4-933b-3dffd7899113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:49.367065077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ebf71916-8fac-42e6-9034-4ac0cae1d028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:49.367083976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"00a57555-a45d-4f2a-9449-4ce39bbc04fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:49.425126912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"00a57555-a45d-4f2a-9449-4ce39bbc04fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:49.425320688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ebf71916-8fac-42e6-9034-4ac0cae1d028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:51.825281136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"755bf235-141c-432d-b836-de9c28680272","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:51.82580817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"c6316ac6-aca7-4eb6-8828-734cc8e2a808","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:51.998764717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8f4af535-cd40-4023-a984-0370d1a2ad48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.004620106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"18c9271d-7d73-45f2-bdd4-112d50a840bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.064074324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8f4af535-cd40-4023-a984-0370d1a2ad48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.077115679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"db959914-2d34-4b66-b4c6-9072d2513bfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.077277763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"68ff6c60-94dc-42f4-8857-e7b5f41c4f33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.082756548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"18c9271d-7d73-45f2-bdd4-112d50a840bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:56.998714092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"9a1ac357-aaa3-4ee4-a130-3108c1177695","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.965322158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"27e2fc13-97c4-4842-9bca-7a379cecb78f","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:57.96563532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"967aeb58-b84c-4ecb-aa5c-a96f7b97b50e","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.022507478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"126cb4a2-cef2-4f5c-8caf-c6fd93819145","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.022751566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"dc612034-102e-4215-be31-0b64e77bff9c","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.253239938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.253261246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"951ea9d1-6c13-4495-8e06-2c02a80e5b29","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.300005102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"c291b1de-cb1e-4de7-848a-5a677c305f7c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.314322218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"0fb15afd-acae-4e69-ac90-e91ed1b8631d","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.357551217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"c291b1de-cb1e-4de7-848a-5a677c305f7c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:03:58.365267141Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.425259162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"0372b7c9-4158-4b66-a905-17db6d38422b","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.425285313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"0372b7c9-4158-4b66-a905-17db6d38422b","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.480643086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"b084c3ca-ea61-4852-9444-5d2175770efb","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.481029353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"3ab5a491-5cdf-4801-8ff1-90b5f9de396f","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.514667636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8e95fff4-b4a1-4e21-89c2-f2b9844d0e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.514678736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ee43071a-5863-401a-afad-933218b605e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.572428248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8e95fff4-b4a1-4e21-89c2-f2b9844d0e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.572565641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ee43071a-5863-401a-afad-933218b605e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.630150776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"a36fdf05-aba1-439c-a87d-ade3987968e4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","model":"distinct-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.732239743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"a25ea82d-e1b9-4c2f-a2e4-f779732c2638","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.732700236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"a2e71d76-656b-498c-a585-21a1bdd975a6","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:58.789830796Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"a36fdf05-aba1-439c-a87d-ade3987968e4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","model":"distinct-2-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.008264787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"0fe97010-bb1c-40f8-b9ba-45fa053c3733","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.031495352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"4b5132fa-b1a6-4275-9fe3-799afdb6db4c","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.031850738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"59dc9c98-7915-4e83-8d7a-c9c1cb40c3fa","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.066907557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"0fe97010-bb1c-40f8-b9ba-45fa053c3733","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.093042462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ae06e53f-51ef-4f59-afa8-3555f35fb0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.134663941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0c4860e6-23a5-4736-a656-849c984a53b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.150790913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ae06e53f-51ef-4f59-afa8-3555f35fb0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.192320876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0c4860e6-23a5-4736-a656-849c984a53b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.246109531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"cd8d8e15-57ba-4b5d-b1a2-48d9131c143c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.404192258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"cd8d8e15-57ba-4b5d-b1a2-48d9131c143c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.643212867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"e1c1568e-db50-46f3-829b-2cfec7345b4a","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:59.643853908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"32cef48d-8c51-4295-9f2f-3a7af26f6833","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:01.873433941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b68e0bf3-c8b2-40db-8215-ae6d5662cb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:01.873433667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"0c1d0d03-7c7a-4595-bed7-0f3735e33b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:01.931505948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"0c1d0d03-7c7a-4595-bed7-0f3735e33b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:01.932355973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b68e0bf3-c8b2-40db-8215-ae6d5662cb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.176029469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"e06e0aeb-1711-4fb1-b2c5-15b0d4638102","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.330023369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f5fb84d0-8337-4bd1-a9fc-efa2a876e645","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.388407954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"8ca0387e-bbff-4fa7-97c2-87f702f157d1","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.493206984Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"f9a30781-3ac3-4997-a36d-fe2bf5e38f0b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8ff89a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.546109554Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"1e5b2621-4224-4b08-acb3-4397c45be69a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8ff89a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.593386335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"9feba0de-fb6f-4f8b-98ad-3b5df4814a0c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.593386209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0f45f650-b7d9-4696-a18c-4e24b8d27219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.593950437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"265da657-a39e-4722-962b-537b2e5289c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.651595748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"265da657-a39e-4722-962b-537b2e5289c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.651615841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"9feba0de-fb6f-4f8b-98ad-3b5df4814a0c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:02.653921424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0f45f650-b7d9-4696-a18c-4e24b8d27219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.148964295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"9835426c-006f-4175-a527-cfe4fbc118b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.149006227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"3db1c22a-63ff-4631-a329-fa394e3c7fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.207011946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"3db1c22a-63ff-4631-a329-fa394e3c7fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.207031856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"9835426c-006f-4175-a527-cfe4fbc118b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.322324802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"2bafbe6b-1104-4636-b4de-a18895d3ba7e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.381048611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"2bafbe6b-1104-4636-b4de-a18895d3ba7e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:06.712113496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:07.566324201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"5f582c1e-fa0b-4a8b-aedd-73f3b470f3a3","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.524253691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"0228b463-8a36-4b36-ba4e-254df4220a9a","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.588531437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"58c9bff8-ef88-407f-bf37-00e0dce70ac5","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.750418371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"227cd394-4d82-4724-8003-3413ff9548f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.809318712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"227cd394-4d82-4724-8003-3413ff9548f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.865387396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da9a4fb58d3d762e23e3d8493b0f1e01c9637bfb1f2513e273a1d92862e3ac6a) AuthConfig (8c8731fc4d1ec8cdb4f5bb0850a10f88088b2fdfe81b731e15b0065c94170c1c) AuthConfig (915000581df7c600c1f720e9b5638061484a77a15de43accc43e3eaafc933191) AuthConfig (60a5f9ee85af0b990f8a726b1b4527bb67c4df8fb8564d99843a89ab12c2c9ef) AuthConfig (39c8a33f375f0b34e5952600678d20d3f214150bf8e058216d5d80dfd1230ad1) AuthConfig (78b34bdd919a6c8daeb5567094e30e23e50f454dbbe9caf4c00e59d922378057) AuthConfig (a480882b5ee27fd2ef7ab8e1a462ed13ea04ac9d0b421c76ffa25401507a7d90) AuthConfig (53218a8d6e8218bd0406ca67bcc8cfa0b598c233906dba3c45534648ddb85019) AuthConfig (69eb9a27b6f130311f770a0bd4510ae323f48911d25c48268800bf2ef181d7a6) AuthConfig (a51de7ea056cd7f4cd49adaaf596a3044493e418dda39bd0b9676ebc400aeb4f) AuthConfig (3cdd7414fdd645700d36b49c192f48ab1653cecec24d60475a3d9e163c38583a) AuthConfig (6e000132a1da0789f6ae9eee7d0fccfd27dd76e78229a9753f3e3220976caa1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"227cd394-4d82-4724-8003-3413ff9548f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:08.923224195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"30b3d512-cff8-45a3-8447-8b9b8fa82bd8","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.080804576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"30795f42-f815-417c-aea0-72e5fc35831b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.143696394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"30795f42-f815-417c-aea0-72e5fc35831b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.200220088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da9a4fb58d3d762e23e3d8493b0f1e01c9637bfb1f2513e273a1d92862e3ac6a) AuthConfig (8c8731fc4d1ec8cdb4f5bb0850a10f88088b2fdfe81b731e15b0065c94170c1c) AuthConfig (915000581df7c600c1f720e9b5638061484a77a15de43accc43e3eaafc933191) AuthConfig (60a5f9ee85af0b990f8a726b1b4527bb67c4df8fb8564d99843a89ab12c2c9ef) AuthConfig (39c8a33f375f0b34e5952600678d20d3f214150bf8e058216d5d80dfd1230ad1) AuthConfig (78b34bdd919a6c8daeb5567094e30e23e50f454dbbe9caf4c00e59d922378057) AuthConfig (a480882b5ee27fd2ef7ab8e1a462ed13ea04ac9d0b421c76ffa25401507a7d90) AuthConfig (53218a8d6e8218bd0406ca67bcc8cfa0b598c233906dba3c45534648ddb85019) AuthConfig (69eb9a27b6f130311f770a0bd4510ae323f48911d25c48268800bf2ef181d7a6) AuthConfig (a51de7ea056cd7f4cd49adaaf596a3044493e418dda39bd0b9676ebc400aeb4f) AuthConfig (3cdd7414fdd645700d36b49c192f48ab1653cecec24d60475a3d9e163c38583a) AuthConfig (6e000132a1da0789f6ae9eee7d0fccfd27dd76e78229a9753f3e3220976caa1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"30795f42-f815-417c-aea0-72e5fc35831b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.77823234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"431b51b3-3c94-49bf-9acc-d2d5392c8896","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.778566967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"20059094-18a6-4cce-827b-3e2f82e74910","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.938214242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"71501488-946e-4e57-b3d5-4b619d6d8de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.938593454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1d3a7b1a-fd70-44d8-aee7-7b67be954744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:10.998513575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"0926a15f-ee30-471f-b032-62143b8aa9f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:11.02895443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"826ee5d4-b7fe-4e89-8b73-b0771f5c2459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:11.019698669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"71501488-946e-4e57-b3d5-4b619d6d8de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:11.037496079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1d3a7b1a-fd70-44d8-aee7-7b67be954744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.601017328Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"001ef1e1-fb1e-4bfc-98de-3f1c6fe7468d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.657274606Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"001ef1e1-fb1e-4bfc-98de-3f1c6fe7468d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.71030355Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"001ef1e1-fb1e-4bfc-98de-3f1c6fe7468d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.765173412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"001ef1e1-fb1e-4bfc-98de-3f1c6fe7468d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.818591933Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"001ef1e1-fb1e-4bfc-98de-3f1c6fe7468d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:12.872401575Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-subscription","reconcileID":"001ef1e1-fb1e-4bfc-98de-3f1c6fe7468d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.155327958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"5ee8989e-a43d-411a-9aa1-309dd993841d","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.155852893Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.182767733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"a1d9ccb8-6bc8-40a0-9315-a4bbc74d6095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.215287294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"2213cbe5-56b9-4166-929c-1c74df5b9625","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.304187045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f0a6ae8d-3001-4da8-974a-7bee1333bfe5","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.304426789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"d93981bc-d2dc-4425-8402-0be89295baf8","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.420711758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"95932e3f-aa94-49ab-b545-f9a822315885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.420723565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b79de67a-19fb-4b0a-883e-adfd57e681f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.421283262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"5ae681db-2c7a-42ea-9e11-afdf8ec78caa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.480996911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"95932e3f-aa94-49ab-b545-f9a822315885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.481790749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b79de67a-19fb-4b0a-883e-adfd57e681f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.486746651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"5ae681db-2c7a-42ea-9e11-afdf8ec78caa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.768014374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"6dbb19c0-10f9-4ee0-8672-a7858f9be1b0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.820640829Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-distinct-models-auth","reconcileID":"6dbb19c0-10f9-4ee0-8672-a7858f9be1b0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.982454218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"b3249fad-b7b1-42bb-a7b5-963dd8c83268","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:13.982706993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"d4af524c-90f2-4928-81a7-3832e6fdada5","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.03054931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"61786557-29b3-4103-b597-e7a810d1b4c2","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.085935763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"35b51d44-3e4d-442e-b615-c9e39152970b","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.167323361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"853c7a1e-5be7-4945-96d1-082cdb6a0754","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.295301682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"26e7f52a-e487-4097-9484-5929d34af4ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.295914742Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.29599888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"c5c1e445-6995-4345-a863-80c37392479e","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.355109289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"26e7f52a-e487-4097-9484-5929d34af4ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.356694671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f9d9195b-8f49-4331-bbad-90a0d9b8594a","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:15.400274695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub1","reconcileID":"fd586aa5-9045-4945-a103-78f158be9362","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:15.411094414Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f9d9195b-8f49-4331-bbad-90a0d9b8594a","name":"distinct-w1-316854","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-316854\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:15.411160023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f9d9195b-8f49-4331-bbad-90a0d9b8594a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-316854\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.416440141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"e17d1eb9-23c5-4f29-aaa8-125acee0cb04","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.504908901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"3305ccd4-c950-4d0c-9783-6213e86f9994","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.507538343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"96b4ba2d-88c8-49c6-ac56-4971bda02d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.507538317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f8848eae-c209-4fa7-bb86-33be10557775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.563544699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"77438741-2005-4f05-ada4-afe7a193a2e2","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.568161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"96b4ba2d-88c8-49c6-ac56-4971bda02d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.568407567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f8848eae-c209-4fa7-bb86-33be10557775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.578514554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"611cb3fe-0e71-47d9-80ac-815f6cd6f739","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.634234989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"e0da762d-502b-4c1d-9268-f24b46d07684","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.674006026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"8af5f513-0601-4325-8d57-f5b695c8e85c","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.779223738Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub1","reconcileID":"bea3084d-483a-4db1-9ccb-0f0f6739cb7e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","model":"distinct-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.855367611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"a3f864f5-ce82-44cd-83f4-2c6ac94bd462","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.85552906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-316854/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.895373311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"55cda984-cff1-4c67-9483-934b944847bd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.916515256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"a761220a-4462-4c25-b93e-d026d9288a6a","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.948185038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f01e53a7-1139-4620-a282-0d36ef862485","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.952748736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"55cda984-cff1-4c67-9483-934b944847bd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:15.961475841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub2","reconcileID":"be6b29d9-60e5-4958-babc-2fad01982854","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:15.966917061Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:15.995422818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"8f46ad73-fe31-4ceb-ba5b-5f9bb599143b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.054074224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"8f46ad73-fe31-4ceb-ba5b-5f9bb599143b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.065896995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"300e0c8a-b5d4-4397-9d36-8deaa3a26f24","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.096830962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0b091357-7bb7-4cf6-9d35-75011e931da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.096850022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"fafac766-0bbd-43db-90b1-486f6b052eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.122009414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"82665aec-ae8b-4d51-9f3c-df0decc1756e","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.154761254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"fafac766-0bbd-43db-90b1-486f6b052eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.154954767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0b091357-7bb7-4cf6-9d35-75011e931da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.1584945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub1","reconcileID":"9d0fd897-7523-49d8-89fc-c331f7550cd0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.271192732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"7af44cc8-d61f-4037-836f-162b475e61ef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.326169125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"6558e01f-60c3-4567-b23d-bbc198647886","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.334025363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub2","reconcileID":"7dd7677b-7f8f-4720-9ccc-c0eb77f4816c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","model":"distinct-2-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.502087059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"095a0888-e6ae-4588-9d8a-b866c58212fe","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.533802342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"ed5030b0-d2de-4ecd-9aaf-e36ce1c66be1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.591036227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"ed5030b0-d2de-4ecd-9aaf-e36ce1c66be1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.633454893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"f197815d-a162-43cc-9de2-cdf85d031321","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.674959823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ab37441d-3d7e-4bdf-ace1-9bd23af52f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.674964455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f0448a6c-cbdf-4de5-9050-672b6422f1b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.690830303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"f197815d-a162-43cc-9de2-cdf85d031321","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.713770435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub2","reconcileID":"c0dbc950-271b-4e40-8e21-5fb43b563c8e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.733883321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ab37441d-3d7e-4bdf-ace1-9bd23af52f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:16.733911238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f0448a6c-cbdf-4de5-9050-672b6422f1b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.53032883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f2a45b11-d412-4d42-aac6-fdd0c4272667","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.693799651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub1","reconcileID":"c20d5004-ab03-4de8-8bbf-3f94c3672b33","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-224fabb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.800659534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"626e29ee-f4eb-4d6d-9d2f-20c788ba0404","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.800820473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"45c3c72d-0b5d-4c75-86c8-d8c5aaf04882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.801295016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"af3979c8-ed69-4eb9-9de9-66152f5524a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.800661494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"dff68756-c46a-4a4e-bdec-505ea3016dfe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.85896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"45c3c72d-0b5d-4c75-86c8-d8c5aaf04882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.859071772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"dff68756-c46a-4a4e-bdec-505ea3016dfe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.861286694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"af3979c8-ed69-4eb9-9de9-66152f5524a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.86139298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"626e29ee-f4eb-4d6d-9d2f-20c788ba0404","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.279127603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"d77b8e60-76ec-4b0e-a627-64f171038d70","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.279359498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"61e13f75-5d50-4f8e-8f10-d7ec27151571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.279611256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"f130085e-6e0b-430a-87cf-3b50804400c3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.279132394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f8c6fe9c-7f30-4d0a-8aef-244dd82af7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.337281944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"61e13f75-5d50-4f8e-8f10-d7ec27151571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.337884882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"d77b8e60-76ec-4b0e-a627-64f171038d70","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.339651225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"f130085e-6e0b-430a-87cf-3b50804400c3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.341437166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f8c6fe9c-7f30-4d0a-8aef-244dd82af7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.358616197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"25c489d1-f514-40fc-955f-f0744c2f39c5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.416238626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"25c489d1-f514-40fc-955f-f0744c2f39c5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.472585751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a262-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da9a4fb58d3d762e23e3d8493b0f1e01c9637bfb1f2513e273a1d92862e3ac6a) AuthConfig (8c8731fc4d1ec8cdb4f5bb0850a10f88088b2fdfe81b731e15b0065c94170c1c) AuthConfig (915000581df7c600c1f720e9b5638061484a77a15de43accc43e3eaafc933191) AuthConfig (60a5f9ee85af0b990f8a726b1b4527bb67c4df8fb8564d99843a89ab12c2c9ef) AuthConfig (39c8a33f375f0b34e5952600678d20d3f214150bf8e058216d5d80dfd1230ad1) AuthConfig (78b34bdd919a6c8daeb5567094e30e23e50f454dbbe9caf4c00e59d922378057) AuthConfig (a480882b5ee27fd2ef7ab8e1a462ed13ea04ac9d0b421c76ffa25401507a7d90) AuthConfig (53218a8d6e8218bd0406ca67bcc8cfa0b598c233906dba3c45534648ddb85019) AuthConfig (69eb9a27b6f130311f770a0bd4510ae323f48911d25c48268800bf2ef181d7a6) AuthConfig (a51de7ea056cd7f4cd49adaaf596a3044493e418dda39bd0b9676ebc400aeb4f) AuthConfig (3cdd7414fdd645700d36b49c192f48ab1653cecec24d60475a3d9e163c38583a) AuthConfig (6e000132a1da0789f6ae9eee7d0fccfd27dd76e78229a9753f3e3220976caa1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"25c489d1-f514-40fc-955f-f0744c2f39c5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.746727767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub1","reconcileID":"1a619b33-3aa2-4f41-8017-551c936bba0f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.799339498Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub1","reconcileID":"1a619b33-3aa2-4f41-8017-551c936bba0f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.852235021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub1","reconcileID":"1a619b33-3aa2-4f41-8017-551c936bba0f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.132218766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"566cb811-b958-4391-b0ec-8dd519093707","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.142681694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.208132011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"5ffa3283-5f8d-4e37-aaed-a6aae701ee70","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.276082011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"2379b38f-9236-468a-8f73-ece93440ec40","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.413362055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"296153f3-3c31-4c84-aef7-53db40b1f647","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.41380434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"54e0888d-530d-4cdd-b608-ba705d1aeb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.414084371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9f7f222b-71c4-487c-8ff0-122e05a59264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.414087741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"1204cd9a-414a-4808-8dee-38ce3818ff0a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.440678543Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub2","reconcileID":"d106beb4-67ba-4245-b75f-1fe3c8dc232d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0bbc5d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.479454029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"54e0888d-530d-4cdd-b608-ba705d1aeb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.480283384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"1204cd9a-414a-4808-8dee-38ce3818ff0a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.483763573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9f7f222b-71c4-487c-8ff0-122e05a59264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.486074894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"296153f3-3c31-4c84-aef7-53db40b1f647","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.965431593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"6f9b859f-5453-4e52-9820-472445c69c3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.965912997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"38a3e38c-dac1-4874-bcc9-b7d498bef3ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.966155611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f0c2c507-d862-4612-addb-4c07e16980e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.024040951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"6f9b859f-5453-4e52-9820-472445c69c3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.027156753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f0c2c507-d862-4612-addb-4c07e16980e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.027184683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"38a3e38c-dac1-4874-bcc9-b7d498bef3ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.060591749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"e4aca1d4-3b79-4eb0-8592-4eef94fd9be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.121399975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"e4aca1d4-3b79-4eb0-8592-4eef94fd9be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.642414763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"80cce1a0-6990-4479-92c8-7ca0f89e3743","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.700572401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"80cce1a0-6990-4479-92c8-7ca0f89e3743","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.026090194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"69c14219-4299-416d-adf3-464b939f753c","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.533540264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.535053579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"8c5a09a7-e235-4e1c-acc0-10ff3dd86473","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.592655245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"622fcb07-35c1-4db4-8bce-d4baefc7f008","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.642251509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-subscription","reconcileID":"5292ad4a-ccdb-4a44-9e4b-4e6979427b52","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.702359881Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"377fcd99-b076-40ba-a937-9b65e47502cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.702854058Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"3bd6cd99-f315-421c-a0e9-ace5999e3d10","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.70326722Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e5e52ca0-1d83-4b9b-9723-287d01bd399b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.756053882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"d91eb26b-edb0-4791-98a2-6b4395a39ac6","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.761673385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"377fcd99-b076-40ba-a937-9b65e47502cb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.762759894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"f6d1868f-08f1-4895-8346-6417f29c57d9","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.767723486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"3bd6cd99-f315-421c-a0e9-ace5999e3d10","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.76805401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e5e52ca0-1d83-4b9b-9723-287d01bd399b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.768289435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"b6711daa-752b-478b-90af-f717fe72e930","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.769496522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"a393a9c8-ef66-4730-b246-a35b0bbb3ffc","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.822091506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a256b99f-9e00-49e8-958a-88ff495ce44b","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.92326403Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61cd0646-4324-49d3-b459-3aac35de972f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.984015472Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61cd0646-4324-49d3-b459-3aac35de972f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:30.984205236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61cd0646-4324-49d3-b459-3aac35de972f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.023844295Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"180087dc-73d8-49a3-9f9f-0013c19b0731","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.024184923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"180087dc-73d8-49a3-9f9f-0013c19b0731","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.024271281Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"9201e27b-709c-4b19-a2e0-a8a2ca496799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.024373585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"9201e27b-709c-4b19-a2e0-a8a2ca496799","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:31.107252501Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-subscription","reconcileID":"ce8bd26b-000d-4c1f-8746-51f88f6403ff","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.174770846Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"79df756c-f622-4476-8268-e5d2a883163b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.174997708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"79df756c-f622-4476-8268-e5d2a883163b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.208387951Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"6ce68eb0-323f-43b1-b0cc-a5eee17988f4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.208569791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"6ce68eb0-323f-43b1-b0cc-a5eee17988f4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.209052669Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"c038b483-6ba1-4c8d-ad1b-b4326c6e8d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.209160504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"c038b483-6ba1-4c8d-ad1b-b4326c6e8d11","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:31.324541012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a2eb1cf8-948a-4494-bb6e-877b91c604df","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:31.345154544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"8820e2ff-e6e1-4e5a-92bc-3b8999a1a994","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.367460798Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f1185abd-5093-4561-85fa-65b96b91b97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.3676718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f1185abd-5093-4561-85fa-65b96b91b97b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.39731118Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"3a2276d0-adf9-44d5-bd31-4c929936e584","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.397525477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"3a2276d0-adf9-44d5-bd31-4c929936e584","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.397360996Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"15548c8d-2e7a-445d-a5d1-6b3405ca513f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.397685897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"15548c8d-2e7a-445d-a5d1-6b3405ca513f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:31.544611113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-subscription","reconcileID":"8877e11b-bf7e-4b58-b05a-71d243b9087e","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.57237693Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"3b730aec-a60c-4321-9cf1-d96ed03419e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.572463437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"3b730aec-a60c-4321-9cf1-d96ed03419e8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.604426472Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"d829aca7-ca07-4810-b9e3-707d92e327af","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.604499856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"d829aca7-ca07-4810-b9e3-707d92e327af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.604679222Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ab786bbd-f3f0-4503-a699-029fc63e5d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.604717041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ab786bbd-f3f0-4503-a699-029fc63e5d17","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.814225259Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"35aa9036-ca34-46d6-93ff-6a5d386f6f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.814295775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"35aa9036-ca34-46d6-93ff-6a5d386f6f81","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.857809241Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"c8fba621-1883-4520-8d42-c939e7a1d3af","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.857919165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"c8fba621-1883-4520-8d42-c939e7a1d3af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.864387406Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b6c7c025-be70-4eeb-9afa-76a931b2c7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:31.864841411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b6c7c025-be70-4eeb-9afa-76a931b2c7f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.165459182Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9116e3e2-446b-4b95-baa0-e8476c02fcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.165653939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9116e3e2-446b-4b95-baa0-e8476c02fcb0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.244704803Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"960d791f-f940-4f0e-acec-55399a0f3ccd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.244994324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"960d791f-f940-4f0e-acec-55399a0f3ccd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.245197482Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"6a5b9e16-6f42-47e1-9d5f-b518db07b3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.24532324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"6a5b9e16-6f42-47e1-9d5f-b518db07b3aa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.658504195Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a9ae7105-9d4e-422b-8524-3078cd1a433e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.658625843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a9ae7105-9d4e-422b-8524-3078cd1a433e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.751699261Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d54483d2-6515-449b-b199-0802422d9f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.75190304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d54483d2-6515-449b-b199-0802422d9f8d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.752352262Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"086fbc83-9c96-4a23-8480-cb13c75820f1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:32.752465621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"086fbc83-9c96-4a23-8480-cb13c75820f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:33.482881194Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"1caefd64-43ee-456e-b824-f074e820c5c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:33.483065613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"1caefd64-43ee-456e-b824-f074e820c5c6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:33.568715916Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"d087fb01-0fe7-43de-b963-1a253d77d588","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:33.569090482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"d087fb01-0fe7-43de-b963-1a253d77d588","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:33.568997896Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5d6141f0-8d1c-4a6c-84d6-50245c3c2d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:33.569263788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5d6141f0-8d1c-4a6c-84d6-50245c3c2d6f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:34.125409704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"186c71ef-23c0-45b2-ae28-c540fd695450","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:34.311763161Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"87533554-4e13-4c22-816f-e849360181f4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:34.311849508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"87533554-4e13-4c22-816f-e849360181f4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:34.312060096Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"14f24e3b-0cb3-466a-873d-44e2bbaa307c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:34.312120016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"14f24e3b-0cb3-466a-873d-44e2bbaa307c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:34.311767525Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"4daa3136-f2e3-46be-92ed-00123cf88fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:34.312179558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"4daa3136-f2e3-46be-92ed-00123cf88fcf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:36.714449608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:37.032184329Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"986d9007-079e-48cd-a92b-15e7008a446a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:37.03226004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"986d9007-079e-48cd-a92b-15e7008a446a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:37.0321766Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fab1c962-9026-48fc-bdd7-7a94117fee68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:37.032319824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fab1c962-9026-48fc-bdd7-7a94117fee68","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:37.032350088Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"b3e18ff9-c177-445e-a6da-905573c1d726","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:37.032394604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"b3e18ff9-c177-445e-a6da-905573c1d726","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.497186504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub2","reconcileID":"8ec93618-5913-4f5f-b1c6-0aa25f891796","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.552511936Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub2","reconcileID":"8ec93618-5913-4f5f-b1c6-0aa25f891796","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.609414945Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-sub2","reconcileID":"8ec93618-5913-4f5f-b1c6-0aa25f891796","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.8832229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"52e4f0ff-8495-4929-9191-c39832222755","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.883617754Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.029072133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"c27de240-6546-4592-a364-3e709c8f2413","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.160620713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"4500978f-0df8-456b-9669-8b2ebe09b087","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.160691071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"69559de1-e3c8-4c74-af6b-a3c8ac6acbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.161129583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"46951f2f-08ec-4599-87cf-f9e316c40fc2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.161341736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"cc60f119-52bd-4d23-ab6b-58061ecd5fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.219069152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"cc60f119-52bd-4d23-ab6b-58061ecd5fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.219127274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"69559de1-e3c8-4c74-af6b-a3c8ac6acbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.221319013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"46951f2f-08ec-4599-87cf-f9e316c40fc2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.221627531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"4500978f-0df8-456b-9669-8b2ebe09b087","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.424371561Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth1","reconcileID":"2184bb12-2155-4706-a4df-fbeaa231ce8f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.589447696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"2fbd1b5d-b688-424a-84ee-759ab975308c","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.634916987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"5117d059-19da-4490-b908-1fff69ec5f2b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.694074635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"5117d059-19da-4490-b908-1fff69ec5f2b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.735348503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"81e154ff-b4bf-4463-bc05-d8b38efaa4b3","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.850901437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-return-all-auth2","reconcileID":"4926d2b3-015f-4f9a-bf3b-f669e0067e32","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:40.013405253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"72d70e39-b581-4639-8194-f18eb225562c","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.391907698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"55b96607-dee2-4ee5-a9d6-9cc6b7e185a6","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.447496787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"8010af57-85ec-43a3-ae47-86b0110897ad","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.607553151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"cbf5a08c-a6a1-4c4c-990f-c0955e11ca68","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.667969861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"6f6cdf41-5cf8-44c6-bbe0-59c3b673ac04","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.669236478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"cbf5a08c-a6a1-4c4c-990f-c0955e11ca68","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.66963026Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.726585362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"8e906d10-7943-4d6f-a5aa-132f8ca8784e","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:41.781851693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-valid-sub","reconcileID":"720834d3-4bb6-4e33-88ca-3903cfcf9d54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.842995773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"07ff3e22-0ea8-4ff0-b771-9cde9b6e9017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.843646486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"efe6d506-ecf3-47d7-ae6c-0c2ece69d52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.920789068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"efe6d506-ecf3-47d7-ae6c-0c2ece69d52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.938380009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"07ff3e22-0ea8-4ff0-b771-9cde9b6e9017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.948097586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"760f3c62-d994-4694-acbb-689f92eff793","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.001612255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"43f8a6c2-6f99-4df5-a3ca-5a5b7925038f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.015161938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"25ba5e35-060f-4bfc-a0f4-528273c32442","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.203606029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"9366eae4-b3f4-4001-831b-6f5715390d68","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.301605922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"9366eae4-b3f4-4001-831b-6f5715390d68","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.323126286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"fc4a4b22-6077-42d9-a6a6-b8232e3238b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.363643987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-valid-sub","reconcileID":"5ecf625f-a56e-4830-9a4f-50af06088d21","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.408475812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"fc4a4b22-6077-42d9-a6a6-b8232e3238b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.446644536Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"952994c9-ec89-4d61-bc9d-e7ce5a4b7c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.446900595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"952994c9-ec89-4d61-bc9d-e7ce5a4b7c6f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.447787024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b10c6c99-0511-4120-9fa3-dd3a6187ecf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.45038875Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2ff4620d-b3db-4755-9de1-6ffd735d443d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.450516527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2ff4620d-b3db-4755-9de1-6ffd735d443d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.520317435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b10c6c99-0511-4120-9fa3-dd3a6187ecf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.585444687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"d2e486f0-fb69-4087-9044-8bd6313bc91d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.619984488Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"63d65a01-b7c4-4a4d-8823-aa63d4909a1e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.620075935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"63d65a01-b7c4-4a4d-8823-aa63d4909a1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: compose ai-tenant-e2e-worker-w4-d2a262/e2e-dedup-subscription@e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: model e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.626833476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"9366eae4-b3f4-4001-831b-6f5715390d68","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.62698753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"4eee6309-82e8-4292-b36e-92eff4b1700a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.848233747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"6d0f47a4-a331-4c7b-a00c-85fed6d85987","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.849309931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-valid-sub","reconcileID":"e9cd706c-2e57-4443-b027-123e957b6e70","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.908921796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"6d0f47a4-a331-4c7b-a00c-85fed6d85987","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.297860177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-subscription","reconcileID":"03f8e4d6-340b-42d5-b6d3-d57d795fed12","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.515505923Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-subscription","reconcileID":"03f8e4d6-340b-42d5-b6d3-d57d795fed12","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.554742598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"880f7393-4efe-4a73-bb20-7679b1cde64c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.712235457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0d7149ff-9bef-46a8-a156-f8e035fb4f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.712256037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"199ae02a-cdc3-4596-9dfc-b02d79412678","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.712761273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f978c3af-0632-40f1-9e8e-5c28dfbab5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.726999436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"c46fed7d-b5eb-406b-bc2a-e944a5d68fb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.7709175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0d7149ff-9bef-46a8-a156-f8e035fb4f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.771933504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"199ae02a-cdc3-4596-9dfc-b02d79412678","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.773473471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f978c3af-0632-40f1-9e8e-5c28dfbab5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.777564984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"dd6c5681-0e27-42a5-885b-8fa46c24a102","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.777923693Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.925564374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"98e69722-ea69-4774-8a2a-c5d9188207c2","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.934237578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0d829252-7c34-44f6-b9f2-5f27e4890366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.9342378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"bf2c181f-cd8e-4ff4-8b4f-09732fa683d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.975265342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-dedup-auth","reconcileID":"ee952085-16d8-4647-879b-dc91fe938669","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.991680704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"bf2c181f-cd8e-4ff4-8b4f-09732fa683d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:44.991823579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0d829252-7c34-44f6-b9f2-5f27e4890366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:45.137229267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"6bb50587-65a3-4245-a86b-d11814456641","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:45.290756332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"6e7b42ad-eaf8-4345-bc60-36b0fff7c872","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:45.293555817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"26ae62b2-0ec8-4b8c-ac6b-9f2da035c2cf","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.169544788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"314ecaca-3b3b-45ed-aa23-8198dbdeb6aa","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.227148967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"2c2bcf8a-62ab-4ff2-8a85-d172b33f4c6f","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.38385764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"65750eb7-c873-4523-9933-55af99488745","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.441829415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"65750eb7-c873-4523-9933-55af99488745","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.444538211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"ea1c01c8-37b1-4adf-9247-50c67d7d97d0","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.444686416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.500468458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"0315d51c-5cb2-4ea5-b352-dbae96918ef8","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:46.549168199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-sub","reconcileID":"5a641e10-dc7a-426c-8f93-8be2820b5463","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.602198203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9dbfa3cb-aa3c-4159-8b1a-8f7510c464aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.602199999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d8c39d56-2cb5-46e0-ba24-83e3cb7033fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.659992712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9dbfa3cb-aa3c-4159-8b1a-8f7510c464aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.660203955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d8c39d56-2cb5-46e0-ba24-83e3cb7033fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.660758172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"cd6dc30e-d628-4033-b0e9-598927f3bfc0","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.710620532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"ec01ba7f-7c4c-4913-9199-abb86a18781e","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.717768847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"8338e050-37da-419f-9e86-6c9ad779e3bd","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.867615092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"9d7eaf42-1600-4f17-acc0-e4aa5db6f4b4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.926293526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"9d7eaf42-1600-4f17-acc0-e4aa5db6f4b4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:46.986808881Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-sub","reconcileID":"935d48d8-17ef-4f84-9912-e7de79f48459","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.02153981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1310e35a-e5a3-437f-b9c9-7e4fffb11f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.021539877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b160474c-f370-4a72-8bfc-093436b5d514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.082507089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b160474c-f370-4a72-8bfc-093436b5d514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.08358151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1310e35a-e5a3-437f-b9c9-7e4fffb11f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.158185635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"f646f916-f85f-4be4-b511-6eb723e53337","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.200959951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"07fe5057-8565-40ce-b6ae-23d109dd6edf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.3708783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-sub","reconcileID":"aad764fa-4618-4192-9f45-0780e6131f99","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.155331399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"82092092-f21d-4a52-b53e-ede21f9b3205","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.171497566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"3d5f15f1-36f1-4abe-b7f0-e1653d313c5f","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.17208333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"45180d6b-9ee9-4175-b987-d2c95989f9bc","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.233327936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"7fe7f08b-a20a-41b0-8466-d8d5e0dbcd46","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.234019272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"d58c0649-7413-40eb-bd8d-bcb04e15282b","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.234518899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"29489630-4ff7-4cb0-af4c-dfc1b9fbda64","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.339428879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bfa780af-2739-4421-9c32-b3b04786e415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.340289518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ea73b505-76d5-4008-9be9-24d9df50a23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.369176367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"f0c739ab-65b8-4c55-ba8a-581500cc3097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.451402367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ea73b505-76d5-4008-9be9-24d9df50a23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.45843497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bfa780af-2739-4421-9c32-b3b04786e415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.511192345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"f09062c8-b3e5-4832-b842-df9f7e774dc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.818684183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1da63c04-8b75-4953-9b30-d7cf18d9422c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.87594181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1da63c04-8b75-4953-9b30-d7cf18d9422c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.919331329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"12d27725-b974-48b0-a15c-5d8378ce76c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.976454937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"12d27725-b974-48b0-a15c-5d8378ce76c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.312934809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"74a7dc2a-eaa2-479b-a1fb-17e608681534","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.470423202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"de961081-0d59-4f10-8549-e2697d04194b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.470705356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e4dc1e6b-529f-4578-bbd2-3c0f6242848e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.470422236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"11b7b4ba-9479-4621-8d15-075534b0a089","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.528173064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"de961081-0d59-4f10-8549-e2697d04194b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.528206568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e4dc1e6b-529f-4578-bbd2-3c0f6242848e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:49.530697515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"11b7b4ba-9479-4621-8d15-075534b0a089","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.718840445Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-valid-sub","reconcileID":"1a634d60-3bfa-4fdb-88d4-ce3b80c7c672","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.937335701Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-valid-sub","reconcileID":"1a634d60-3bfa-4fdb-88d4-ce3b80c7c672","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.151620876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"ab0466c8-edad-45e2-9c60-020bb833ea5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.198182143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"fabe5150-0408-4632-b04a-75965db9a196","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.198680739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.347392317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7e66716b-a613-432e-968b-c7a6e5ddbd8b","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.355746963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"59d9a923-f5f1-4983-b21f-78f484ccfbd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.355921925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"657e6242-6574-484c-b6ef-3bf64d17244c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.355748169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"4ab6ec2a-4d06-4be4-a405-5df76cde0603","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.41482407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"657e6242-6574-484c-b6ef-3bf64d17244c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.414848331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"59d9a923-f5f1-4983-b21f-78f484ccfbd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.417208661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"4ab6ec2a-4d06-4be4-a405-5df76cde0603","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.572489571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-invalid-sub-auth","reconcileID":"0823342a-55c0-46c8-9cd3-82674efb9842","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.734921036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"108bf9ce-b158-429b-a66f-365f22a89461","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.481355074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-sub","reconcileID":"69dde832-2662-44e4-ae26-4729290abd55","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.721969481Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-sub","reconcileID":"69dde832-2662-44e4-ae26-4729290abd55","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.967431847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"2ac63604-21f8-40e2-89db-0e6fd4d363b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.983726698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"cf659572-3c04-45ae-b999-223e390120f1","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:59.984764414Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.135435932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"5c57adf6-cf4d-4694-b10e-3b9c48acfd5f","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.172569063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"71bb604d-f8ec-4062-8d0b-2b2b5c843800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.17358706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"2e4f3dc0-2888-4c38-a2bf-f5d107b73892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.174232675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"8bad36de-3591-47bf-9c23-54daaffaa136","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.201848751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f2ad1f4c-a00f-4c33-9ec5-4fb26bd232f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.203575163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fa9200cc-6606-47a9-9717-807226ae6bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.23907212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"2e4f3dc0-2888-4c38-a2bf-f5d107b73892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.239551173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"8bad36de-3591-47bf-9c23-54daaffaa136","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.247143554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"71bb604d-f8ec-4062-8d0b-2b2b5c843800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.299107824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f2ad1f4c-a00f-4c33-9ec5-4fb26bd232f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.302846797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fa9200cc-6606-47a9-9717-807226ae6bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.46544826Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-user-token-filter-auth","reconcileID":"7296b5ab-7c3f-4887-886a-fafb9643a1ad","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.632989503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f1ac146a-3e4d-4f3f-aa94-ce44a973aad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.692945964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f1ac146a-3e4d-4f3f-aa94-ce44a973aad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.715691615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"bdb5dd06-88b6-40f2-b557-17886f9f536f","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.72505066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0c94f72e-f26b-408d-baca-2cc5fc3bcadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:00.782679822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"0c94f72e-f26b-408d-baca-2cc5fc3bcadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.791353291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"f8ee7603-a2d1-4a76-b132-8f61336d9345","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.848020337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"06ca5192-67e2-4095-9670-7bc7c2c8c0aa","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.058157444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"2cd76432-f4c8-4f42-a2e0-e82f0a08222c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.085756992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=10:[ai-tenant-e2e-worker-w4-d2a262/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-d2a262/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.085845155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"c6332337-2ccd-4889-aa69-1a009ee17412","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.117069706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"2cd76432-f4c8-4f42-a2e0-e82f0a08222c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.144450048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"af888c13-8263-4207-a216-a25a63337d3d","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:02.191846545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub1","reconcileID":"adda95f3-f26e-4d22-94e1-adeab0db0eac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:02.199899124Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"af888c13-8263-4207-a216-a25a63337d3d","name":"distinct-w4-d2a262","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:02.199987822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"af888c13-8263-4207-a216-a25a63337d3d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.200585034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"4efe4990-1637-4435-b206-ed504bdd5972","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.206044013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"486a951b-dab7-4720-9285-74a8b0146a72","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.297080328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"4d8e43cf-08bc-4e18-8ab4-5b20d4d8dfe7","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.297835331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a9dd3646-6180-4ee9-8133-2adc437c36ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.297835197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"56e4fcc4-44be-495f-974b-f4660f259b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.355558028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"56e4fcc4-44be-495f-974b-f4660f259b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.355707986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a9dd3646-6180-4ee9-8133-2adc437c36ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.35616271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"662ac92e-6e65-484c-adb2-835b851e928e","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.358914597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"e36b034e-70a6-4d23-bf2a-dc83b58b6321","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.411521631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"5ce8bad1-7b1a-4602-b627-4a0610f785b1","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.43645932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"c5839ac8-e9e2-4793-9836-ede3e7526b95","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.637456835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"b7504cbf-3243-4f5a-a539-a03148179d0c","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.641164937Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub1","reconcileID":"04d59a4b-5978-41be-a2e5-6888571e047e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","model":"distinct-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.642790261Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=10:[ai-tenant-e2e-worker-w4-d2a262/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-d2a262/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.69624169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"8a3ef64d-f6a4-47ea-864f-2938d680778a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.69969508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"e5cbe7c3-4a31-4d7f-ba08-423d55617b44","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.752101189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f740856f-6380-4e91-ac7a-6e53c760f44e","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.75231796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"51e03c23-a649-4439-9592-84a6a55cd18c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.756849614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"8a3ef64d-f6a4-47ea-864f-2938d680778a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:02.757073386Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.81000864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"51e03c23-a649-4439-9592-84a6a55cd18c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.810334431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"2e031046-bd93-4bd3-887c-59bf2d28d047","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.814653452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"61f850b7-6154-44cf-940a-ca62ba8e8e55","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.932750222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2622214b-acfd-4216-af9e-96373b415355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.932750273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"36799b54-168d-4305-a51e-40df518a596e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.990513229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"36799b54-168d-4305-a51e-40df518a596e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.990601501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2622214b-acfd-4216-af9e-96373b415355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.025012247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub2","reconcileID":"251a6421-b1ac-41e2-81b0-154f889e0b9c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"distinct-2-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.025412101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub1","reconcileID":"b8a1f709-372a-4596-8db0-70f2f0aea59a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.071146514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"b105b846-8028-4eda-b8e1-8953eb40214a","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.195758209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f7b5c553-45c6-41a7-95bc-fdbcdf7c8c92","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.196567316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"3f5a4f23-476b-4b53-b1bf-eb52b853814b","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.276057838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"77479cee-4e11-4cba-a45d-ae518aac305a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.361935324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"77479cee-4e11-4cba-a45d-ae518aac305a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.413595948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"e41b91df-63e1-4ea0-bf50-23e538093362","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.414768187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub2","reconcileID":"6021c7ba-139d-408a-84b5-81103a47fe66","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.47127751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"e41b91df-63e1-4ea0-bf50-23e538093362","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.517991721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a184b079-c959-4552-a815-38716d06052b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.517995317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"360d8303-472a-4175-b501-b6fd4dfa9ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.575662931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a184b079-c959-4552-a815-38716d06052b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:03.575859846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"360d8303-472a-4175-b501-b6fd4dfa9ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.092261333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5590808f-25e8-4b65-b710-fbc8ff1eda0f","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.092743321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"7b196966-4589-41d5-8bdc-728ab638a3d5","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.201326551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"4a47d452-5712-48d3-8ccb-4ef18edf60b9","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.201968905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"a5c67274-0821-486c-8ff3-9b971b310f42","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.26307729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"cb1e1532-f97f-4b35-a151-711da5786415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.263446713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"6c95c441-d97c-4106-bfcb-2f19c1d529d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.320555717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"1f0dca89-6a86-40db-94ee-6e00faf9d07e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.348141439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"cb1e1532-f97f-4b35-a151-711da5786415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.35683725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"6c95c441-d97c-4106-bfcb-2f19c1d529d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.402107614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"773b9f42-6f1c-4898-9513-c8b73096582f","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.412244231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"9d5f0409-1ebc-4b17-a7ac-1a623df779dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.57168437Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub1","reconcileID":"72c2bde9-8a07-4a96-a261-6cac1c272c7a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1cc73a9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.674991761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"46417cca-888d-4fcd-97fd-75f781ad0101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.675263314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"288a4054-2d87-49e4-b1eb-10e7fcb89d88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.674994145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"10527549-52e1-4a8b-8f6d-60299c5b7d10","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.710660636Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.717109713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8dddfa3b-e205-4ab7-8d3d-f34511ea939e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.73273991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"46417cca-888d-4fcd-97fd-75f781ad0101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.73276956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"288a4054-2d87-49e4-b1eb-10e7fcb89d88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.735085055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"10527549-52e1-4a8b-8f6d-60299c5b7d10","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.774466024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8dddfa3b-e205-4ab7-8d3d-f34511ea939e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.816762386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"98c3a0a8-7597-411d-982a-ef4715ace531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.874315893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"98c3a0a8-7597-411d-982a-ef4715ace531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.035569089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"71a13143-2a49-45ab-8bf9-9f048f01609c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.090711634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"e0f5be80-eead-45a3-8699-a5b8ec266405","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.206465087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"18b67355-c5cb-45bd-80ce-bbb07b765dd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.206658903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"c82482a0-c0ac-429b-9f24-273c96a93b82","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.206464818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"f269611e-06dc-48e6-acc1-e0cc51df6a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.207086175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b5b6dc64-35f4-4d5d-9fd3-ebe4704c6c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.247360487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"eb13f72d-df1a-43b0-ba86-eda03c6ab83f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.266614454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"c82482a0-c0ac-429b-9f24-273c96a93b82","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.269622431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b5b6dc64-35f4-4d5d-9fd3-ebe4704c6c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.273394356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"18b67355-c5cb-45bd-80ce-bbb07b765dd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.275957548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"f269611e-06dc-48e6-acc1-e0cc51df6a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.304837135Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.305789496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"63360d5c-6f3f-4981-af5d-bf045affdd92","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.322438522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"eb13f72d-df1a-43b0-ba86-eda03c6ab83f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.36502179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"0cbe9d7b-512c-408f-9d4d-106cee6cf29d","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.410415169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"941fab2a-77f1-46a3-96df-e0eeef46b6cc","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:07.418209556Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.468248618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"6ea2d642-3194-4d45-b81e-d583551aebe4","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.538468432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"42f3d25d-45a2-41f6-a7ad-974d2da7be63","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.591647335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-models-other-sub ai-tenant-e2e-worker-w1-316854/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.591836449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"dceb125d-7e54-4a26-9a4d-4475c83cfea4","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.64948232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"85d653dd-7f78-482f-a5cf-63433e5a023f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.693753203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"35855322-b773-49ae-8727-cdc703ca0897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.693753187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"295ca3ae-06bf-4e89-9e28-ddad8ff7758e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.69525032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7dd6a578-676a-4821-b254-4c46a4655b9a","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:07.703015805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.735177297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7a6b8dba-586e-4fe8-8448-70081401196b","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.751829842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"35855322-b773-49ae-8727-cdc703ca0897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.751839587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"295ca3ae-06bf-4e89-9e28-ddad8ff7758e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.752327061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"fce90d95-442d-4eb8-8d8e-2dffd93547c7","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.754304983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-user-sub","reconcileID":"f3e9ba08-62c3-400c-bd4c-b2fd36310c98","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-models-user-sub","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.892176737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"8a3ef28d-865e-495a-bb9f-d0907155d675","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.922198772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"dd296d0e-aa55-41ee-8ee2-c96d01858890","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.950027457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"8a3ef28d-865e-495a-bb9f-d0907155d675","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.021042268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-other-sub","reconcileID":"433b5996-0dec-4c00-ba40-8baef19c11c4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-models-other-sub","ai-tenant-e2e-worker-w1-316854/e2e-models-user-sub","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.068995592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"898c3bd8-40e7-4a71-a567-2198d9994ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.069001863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ce8338a9-019b-43fb-9a23-4eacc7799335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.087548443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"7ec13b31-b2ba-4192-b66a-0d4af98a0fa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.128121964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"898c3bd8-40e7-4a71-a567-2198d9994ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.128170124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ce8338a9-019b-43fb-9a23-4eacc7799335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.134545712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-user-sub","reconcileID":"0f99abf1-a3ac-4c79-8163-e6160a901ccd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.202342074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"b22e09ae-b0ce-4937-a980-9abe2253b33c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.43314644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-other-sub","reconcileID":"aa07c144-50db-4477-a0d8-b63d9f85138e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.433240714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"c9577835-5d62-4407-b26e-3daea872ccb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.54501075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-user-sub","reconcileID":"75ebc693-0de8-43cb-9f87-6b502c42c963","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.636592473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"66c30bd8-d291-4524-ab46-00f5ccfd0b74","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.803701629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"777c6819-e57e-4c58-b7b2-5ca4a6c5b148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.825647487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"83f97fcc-1cc6-4aff-9889-e1464dcb3a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.828752674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"902d1410-68e3-43f1-a07e-c7b7187dde5a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.86535787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"777c6819-e57e-4c58-b7b2-5ca4a6c5b148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.892207282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"83f97fcc-1cc6-4aff-9889-e1464dcb3a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.909062736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"902d1410-68e3-43f1-a07e-c7b7187dde5a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.454929841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub2","reconcileID":"5cf9e036-ce8a-427d-802c-cdd9cf44cf36","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.707993054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"319a2278-f23f-4349-acc2-c0533b921209","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.113539363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"4939b562-6755-47a2-a995-64d1bdb03a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.114412905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"a11ef89d-8553-43ed-9b30-85c0986dcca1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.175720177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"416edc2f-a5f4-4c0a-89fe-78ebf44027b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.177206989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"31ace147-8485-4465-a398-6d2f9c71df1d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.181595136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"a11ef89d-8553-43ed-9b30-85c0986dcca1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.19231025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"4939b562-6755-47a2-a995-64d1bdb03a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.235799807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"416edc2f-a5f4-4c0a-89fe-78ebf44027b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.292676509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"31ace147-8485-4465-a398-6d2f9c71df1d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.695602441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"e675eb8c-f8cf-4689-a967-7c6b779ce0d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.69677327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"16cab6a3-be1d-424b-8e89-7e7c04081fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.786976733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"e675eb8c-f8cf-4689-a967-7c6b779ce0d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.7923645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"66dd05c9-e12e-40b9-969c-e608f09cae4e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.793191773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"62ec17cb-cc47-4fe0-972a-92d012896f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.794748458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"16cab6a3-be1d-424b-8e89-7e7c04081fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.890835352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"66dd05c9-e12e-40b9-969c-e608f09cae4e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.891571358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"62ec17cb-cc47-4fe0-972a-92d012896f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.599971926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"d3bee08e-bed6-4134-b9a5-67206b6e3687","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:16.635961108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub1","reconcileID":"0dcd9b80-1822-4fba-be44-d1547fc69aad","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:16.697328629Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub1","reconcileID":"0dcd9b80-1822-4fba-be44-d1547fc69aad","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:16.752931006Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub1","reconcileID":"0dcd9b80-1822-4fba-be44-d1547fc69aad","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.031146327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.031817328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"aa9fb6e3-7bf8-43fd-9c3c-9076f976af1a","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.098249959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"aa171d11-7d1d-42e1-b87b-73b8d2cca84c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.191976789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"d0a4080f-dd94-46be-8846-59b0baf07c39","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.318992357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"5ede7758-17d7-4f26-96e5-e3c4d4d9df5a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.319234291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"6b3e5218-de13-4476-8438-d060a86c7795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.318991695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"a84c02d7-26fb-4ab6-9964-f4db9322f5ed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.319651616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"59c7fb86-e995-483b-85e1-6d9cd27dc42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.366124541Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub2","reconcileID":"f4616b72-d366-4cab-ae3e-2129a64e8ee3","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c31359b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.39734839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"5ede7758-17d7-4f26-96e5-e3c4d4d9df5a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.398525637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"6b3e5218-de13-4476-8438-d060a86c7795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.41139663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"59c7fb86-e995-483b-85e1-6d9cd27dc42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.413141654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"a84c02d7-26fb-4ab6-9964-f4db9322f5ed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.718066379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"fd245525-df82-467b-b70c-3514cbc625ee","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.77510182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"953dae59-7209-41cd-a4b8-e09d08dc7c6f","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.879844105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"58465bf4-a81a-4c61-a77e-4792f6635510","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.880460602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a71a4d0a-05f9-466a-a51a-1a07cfdaed24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.938497822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"58465bf4-a81a-4c61-a77e-4792f6635510","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.94205829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a71a4d0a-05f9-466a-a51a-1a07cfdaed24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.977612987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"854a71c9-8f8b-448d-9b13-ac0bb62350bd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.981739239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3206b3e1-b212-4ea5-96da-1470231c070c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.9899246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"d94f2912-8e47-454b-9f7a-e61d772f6e5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.992568431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.994082505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"cfd3a6f2-e985-4a65-90cd-fae244285f86","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.035642649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"854a71c9-8f8b-448d-9b13-ac0bb62350bd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.049203354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3206b3e1-b212-4ea5-96da-1470231c070c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.051071524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"641a3c03-3edf-4387-bd91-5e0b94d0ded3","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.052409716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"d94f2912-8e47-454b-9f7a-e61d772f6e5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:18.112022176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub","reconcileID":"545a3ac5-6451-4de1-b5dc-fa87fe472bb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.230151492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"d7262155-a7a5-4758-9c19-0c5753e8860e","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.357500598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"09631ea5-404b-4935-88e3-d5c33785766e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.360128432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"ce585fe1-e060-46d3-bc32-ee97b0c2f6ac","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.417265225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"09631ea5-404b-4935-88e3-d5c33785766e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.418728053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"21997c08-0357-4f43-9060-92e7bc910cd7","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.464243623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ca4f6a51-511a-446d-b608-86ff4653d536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.521930308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ca4f6a51-511a-446d-b608-86ff4653d536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.575041601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"69c8ea41-711c-4d54-9616-66d1b6b96d66","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.611360263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub","reconcileID":"7f874fd8-edf7-438f-85bb-d4c1c6e19b91","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.632169854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"69c8ea41-711c-4d54-9616-66d1b6b96d66","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.778802377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"c321b96f-87f8-4f10-878b-9953fb574c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.779580483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"83870829-1d79-4083-993a-e1418fe3a3b0","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.826500016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"bc72192b-a35a-4c56-85c3-ad7939bfd394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.837811945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"c321b96f-87f8-4f10-878b-9953fb574c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.001828216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub","reconcileID":"ebb9091a-a012-4ae9-8381-2b58eb72b4bb","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.803968812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-user-sub","reconcileID":"7a92f82b-ed79-4c1b-8966-b96335810472","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.893630109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"3a2c783b-1070-463b-ad90-d90913599476","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.022770392Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-user-sub","reconcileID":"7a92f82b-ed79-4c1b-8966-b96335810472","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-models-other-sub","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.050769426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"84eed78a-a72b-4d09-87c7-dfbc2722e2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.050810482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dde0c108-c006-48dc-943d-67b8b9afcf6b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.051293032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"318edf3b-366b-4ade-a2d7-949c2eecdddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.109414443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"84eed78a-a72b-4d09-87c7-dfbc2722e2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.110353741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"318edf3b-366b-4ade-a2d7-949c2eecdddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.11162211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dde0c108-c006-48dc-943d-67b8b9afcf6b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.234214239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-other-sub","reconcileID":"4ac08611-1855-4a9e-a1da-e9d530286517","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.234276881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"ddf5cc2c-b06b-430e-aa52-d1944bb6c6a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.286279146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"8df922b6-06b6-4d5c-9022-1ac3a85bfc50","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.286601155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.438852351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"4d35ec03-35c9-45e9-93d7-cbc3fd54b695","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.443126037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6dc3d917-f089-48b0-bf51-deee02cddc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.443143143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"078d5e9c-30a2-4e0c-b90f-95437e5db763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.472554287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"fcc82bfb-d47a-46ae-ba49-3eceba4c44d4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.50125614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"078d5e9c-30a2-4e0c-b90f-95437e5db763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.501389488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"6dc3d917-f089-48b0-bf51-deee02cddc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.530042086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"fcc82bfb-d47a-46ae-ba49-3eceba4c44d4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.864139833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ba63cf25-00e5-4de2-a32c-05dab22a7116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.864322979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"904ce9e8-73dd-4d7a-854b-6ab315797a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.922314508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ba63cf25-00e5-4de2-a32c-05dab22a7116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.922618135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"904ce9e8-73dd-4d7a-854b-6ab315797a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:21.965053511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"e3848075-422f-4d85-b28e-ca0d1dd30a04","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.025232865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"e3848075-422f-4d85-b28e-ca0d1dd30a04","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.41944191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub2","reconcileID":"bb084a48-fba7-442d-afc2-b5892241bb6e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.472716287Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub2","reconcileID":"bb084a48-fba7-442d-afc2-b5892241bb6e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.525737872Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-sub2","reconcileID":"bb084a48-fba7-442d-afc2-b5892241bb6e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.79736617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"92385d40-9ce5-4f6d-824a-2ed4b7c84cfe","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.797388912Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.947675635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"a26ccf49-ad40-45ab-be6f-6db64a675a69","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.059171472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"4368dc9a-a56f-4b79-b287-a68c53b18950","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.059806192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"4f3d4fd0-742c-4015-a9be-63d962f4c8d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.060384524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e4ce1a33-152e-4f99-ab49-b94e5a526f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.060917828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0a8e5536-ed38-44ae-8423-b8ef6c6edb9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.149936593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"4f3d4fd0-742c-4015-a9be-63d962f4c8d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.153227636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"4368dc9a-a56f-4b79-b287-a68c53b18950","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.155606144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e4ce1a33-152e-4f99-ab49-b94e5a526f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.158480838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0a8e5536-ed38-44ae-8423-b8ef6c6edb9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.308801343Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth1","reconcileID":"7412d62f-798c-47ac-a279-b9790c9ef6b4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.516562333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"667bc6ba-eb1d-4b3c-a41a-623a98dbdc08","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.519620538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"afd1eb27-e5d0-4c71-a149-a725d474bd78","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.574015631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"667bc6ba-eb1d-4b3c-a41a-623a98dbdc08","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.667275531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"445e21ee-955c-4d94-9ae3-dfb501617659","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.778923027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-ignore-header-auth2","reconcileID":"ccf85a07-c22a-4f16-a4f8-b67803d1ec33","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.03850045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"9fb9d13a-8311-46af-a9da-fc475b8a4f93","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.365612867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"016d0e11-ec2d-46e6-bea7-e63f8d4665da","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.422896609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"40665ac7-8652-4cb7-a2bd-5fe0a2d3d1d9","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.633153004Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.633193576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"da8b5efe-becd-41d1-b1cc-4f382b763bf5","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.640072751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"2fc24456-a218-4441-9d26-8eef64ef5b0a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.697829913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"dafa196b-f3b6-4abb-bb41-566075df3bfe","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.703340688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"2fc24456-a218-4441-9d26-8eef64ef5b0a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:30.746117233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub1","reconcileID":"2f426219-9fe0-431c-a833-5452f2241353","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:30.751836439Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"dafa196b-f3b6-4abb-bb41-566075df3bfe","name":"distinct-w4-d2a262","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:30.751924795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"dafa196b-f3b6-4abb-bb41-566075df3bfe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.758143439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"28cd0972-81e7-4ebd-b0d5-32d09e633585","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.852093739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ed8a0385-0638-4c55-bef6-b2c7ebd441b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.852092215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d5c93420-7f0c-457b-9f09-a905a9ead3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.853030638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"5d17433c-bcf0-448b-9f24-97e4a682fbc1","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.909730563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ed8a0385-0638-4c55-bef6-b2c7ebd441b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.910083072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d5c93420-7f0c-457b-9f09-a905a9ead3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.911080961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"484388e1-757c-4097-ae53-cba8ebc31b2a","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.915712101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"23d11cf7-5f76-4817-94db-787d6b806b81","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.972915646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"4b7ad73e-26b6-4957-95b2-7792cdbcf7ff","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.024560198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"76acf3e5-caa3-4961-bc36-13d083205454","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.059367016Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub","reconcileID":"968dcf98-24b4-4573-8e80-a49efd0b495a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.122977273Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub1","reconcileID":"eb3356db-2b87-4597-a96e-b61e5e1f60ef","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","model":"distinct-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.196686732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.196900646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"7c73da20-9b66-4920-86cf-99bc11a316ff","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.238783462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"16a9feb6-e293-44a8-9779-d626e89ef56e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.256400208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"5e23685c-5f2a-478e-a262-3647ce94f7a4","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.280288449Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub","reconcileID":"968dcf98-24b4-4573-8e80-a49efd0b495a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.291882242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"d3b74749-3027-4e35-a561-87b7bc67b03c","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.296071153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"16a9feb6-e293-44a8-9779-d626e89ef56e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:31.301506451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"a67b5ae4-a764-4c9b-9607-58b8aea84a85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:31.310841007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.335585202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"4647f82c-382a-4a2f-a2e2-56b717d487d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.393026968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"4647f82c-382a-4a2f-a2e2-56b717d487d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.407088024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"8dee0eb4-082f-4c19-842b-2e55bcb4d037","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.43889785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"f2d1df00-3f44-443a-9121-089317229061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.43893418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"707b881b-c027-4bdf-a207-96bad658e044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.464680696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"499a7a9c-6634-4bf8-8460-5b177af782b8","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.500626063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"35db765a-55fb-4ed5-a162-60d1acd2cac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.605606714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub1","reconcileID":"817194da-9352-4896-9621-fbdf3ed47e99","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.638906822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"707b881b-c027-4bdf-a207-96bad658e044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.639581147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"f2d1df00-3f44-443a-9121-089317229061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.733780814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-other-sub","reconcileID":"b6f17c58-645f-4252-9810-7a4046c0b01c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.733903723Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.676650635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"ad041e46-81fd-45f0-8412-35e3d9137177","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.981163511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"8a0112ae-3c78-49e9-bbdd-39b7e07c6471","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:31.983619223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"7ae9678b-747e-4ab4-98fb-691545e2a9d8","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.062707349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"e54c711c-582e-4fe0-ac8a-af13d90468f2","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.149585052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3512ee9f-ed77-4f74-a3e7-5711b699bae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.177329696Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"3d86d8c7-c29c-4a2f-bcf8-784b427896e9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"distinct-2-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.467369255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3512ee9f-ed77-4f74-a3e7-5711b699bae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.481661114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"1008fc4f-6bfb-4174-8a33-de8b933926e9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.48279518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-other-sub","reconcileID":"b6f17c58-645f-4252-9810-7a4046c0b01c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.646653936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"b5080c4f-5254-4579-8a69-f871017a9c3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.652574889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"1008fc4f-6bfb-4174-8a33-de8b933926e9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.731283906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"4252be67-6d9b-46d7-862d-359a39c356af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.73617002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f802ad99-4662-46fc-b579-410680e38546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.760063784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"b5080c4f-5254-4579-8a69-f871017a9c3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.877858575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"4252be67-6d9b-46d7-862d-359a39c356af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.909424495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"9aad23e0-4ee5-4efb-a32d-86e87a97abc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.878724189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f802ad99-4662-46fc-b579-410680e38546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.936333107Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.001083206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"d85f90a6-21d6-4696-9f3f-949d05c0ca54","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.11397773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"4285f9f3-cd4d-4fd4-9a74-d183b2ad5afd","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.114648248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"fc904e6c-c3dc-4da3-ab9a-797864a5e0c1","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.177959862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"c77c525b-eb81-40f8-a352-cb6dacbe34dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.192686655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"7feec0e4-fc72-48bb-aeb6-a3cd0b350cc9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.248798607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d0bb0c78-c404-4153-81d1-da297de2817f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.261574872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"c77c525b-eb81-40f8-a352-cb6dacbe34dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.276790158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-models-access-denied-auth","reconcileID":"f2838be4-db0f-4950-8e0b-7bf931ac26ec","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.30435345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4f113c48-d8aa-4755-a244-cfafa3912957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.422925418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d0bb0c78-c404-4153-81d1-da297de2817f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.459748144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"da344e56-7029-4bd1-998e-dec1fc879942","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.462776138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4f113c48-d8aa-4755-a244-cfafa3912957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.704715562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"253ee584-919a-4c38-ac1a-c4f1fa180499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.713686005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"3f405fc0-21ee-482a-be60-eeb9c864dcfb","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.874002386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"253ee584-919a-4c38-ac1a-c4f1fa180499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.059057776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b978cfff-c7d9-4b0f-8891-fd8509d0bc16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.206331405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3371e5db-2676-4336-b589-a1eefb8b6b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.251763404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b978cfff-c7d9-4b0f-8891-fd8509d0bc16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.373643551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"5fd463be-bad3-4e90-8cb1-8783803e6fc2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.375661276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"4814811f-9e89-4708-9b0f-9f779fe6d968","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.376239238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ae6a1494-2be9-4816-959f-fedda3ce2a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.382168823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3371e5db-2676-4336-b589-a1eefb8b6b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.45498512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"5fd463be-bad3-4e90-8cb1-8783803e6fc2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.480282257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"4814811f-9e89-4708-9b0f-9f779fe6d968","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.532986693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ae6a1494-2be9-4816-959f-fedda3ce2a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:34.979162159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"dea2f034-1620-44a6-876d-79068b196fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.05813615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"3abca436-4ccb-40ab-8447-ac006fde0488","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.143167924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"dea2f034-1620-44a6-876d-79068b196fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.170967559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"d24cb2b6-e17c-4227-8afb-624a2c7d1a55","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.343167513Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-d2a262/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.344805547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"f56db566-86e5-4ef9-bba2-ca8cfe5eb5d0","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.421900096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"71850cdb-34bd-4248-8b27-2339880925e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.424119126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"319aca5f-0af1-401e-a8d7-19fcc80525dd","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:35.455030662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8532b099-5880-4347-b0f9-de723e12c576","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.483221756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"71850cdb-34bd-4248-8b27-2339880925e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.576729078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"10003988-7326-4387-aa1e-051b002a178e","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.579332257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4bb81b46-fa76-4527-bcee-710741d0239b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.580013971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d8d4bb37-b0f7-4f05-87c7-e820cc60f1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.63711372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"d5dd6f64-253a-4952-b918-0f01d9248546","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.648621945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d8d4bb37-b0f7-4f05-87c7-e820cc60f1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.649536674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4bb81b46-fa76-4527-bcee-710741d0239b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.826796424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"8d134e16-f099-477a-8290-a83ad04ccc8f","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:35.86021982Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b2d59f84-2fcd-4d99-8761-d222e75e7293","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","model":"distinct-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.031344533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"c6c500f7-0be8-4947-b431-5ae4890bb068","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.037409583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"933482e0-bdd3-48c1-be15-f7d626a044e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.095170865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"933482e0-bdd3-48c1-be15-f7d626a044e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.137349388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"a1d81a78-51cc-4527-a87e-e168ded2e1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.138231171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"dc59c153-6ca7-407c-9caf-c93ebb6c3c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.196319704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"dc59c153-6ca7-407c-9caf-c93ebb6c3c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.196599123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"a1d81a78-51cc-4527-a87e-e168ded2e1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.243954241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"02390315-846e-4452-9655-b61943095ff8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:36.711360595Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.704153709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"9fcfd680-34cf-4adb-8dd9-1c1da4cd9123","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.86755819Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub1","reconcileID":"754927f8-a107-48a0-8076-f59d8172929c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9266a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.966509732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"8f1999e8-1108-4b57-a02e-0ceb489cedc3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.966550073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b3993248-49ba-4808-b492-ba79c552e038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.967053281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61017fb8-96e1-4dde-9fc6-28dd0fef7e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.967084224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"b6752473-1c79-46d9-91ee-d232162ef024","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.024915792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"8f1999e8-1108-4b57-a02e-0ceb489cedc3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.026048899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b3993248-49ba-4808-b492-ba79c552e038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.027313695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"b6752473-1c79-46d9-91ee-d232162ef024","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.029464065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"61017fb8-96e1-4dde-9fc6-28dd0fef7e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.443206775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"ed0137b2-f59c-42b9-8c9c-3761cd9ca1f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.443443803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3a706eb7-20de-4505-9ef5-cf2b7200d326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.443206748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"eb5f51f6-ba0b-478a-8669-ea88023c90aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.452000975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"da9a5923-f23e-488e-bb4f-f7e523f1c3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.501076102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"eb5f51f6-ba0b-478a-8669-ea88023c90aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.501323865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"ed0137b2-f59c-42b9-8c9c-3761cd9ca1f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.503307741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3a706eb7-20de-4505-9ef5-cf2b7200d326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.509115013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"da9a5923-f23e-488e-bb4f-f7e523f1c3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.309188942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"423e40dc-12f5-44d9-8249-382323093f00","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.31716641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"0d2538b6-b958-4562-aa3b-e593605a0d06","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.351801169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"975f9cb9-91e3-4be5-88a1-2d4eb6bdc639","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.380063109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"6b1f642e-7b7e-4f3e-87e2-b667a7db4abf","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.380761489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"119aa27e-8420-424d-8b06-65f9b39ecbe6","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.381203991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6484db80-a11e-4dc1-89b9-838e28d077c6","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.481316582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"829b8f79-091f-4b67-bb17-7d07e3b782f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.48199911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"35e2ca13-df39-4694-9cc8-371cb34a1166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.553813475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"829b8f79-091f-4b67-bb17-7d07e3b782f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.630051381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"35e2ca13-df39-4694-9cc8-371cb34a1166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.632132073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"5808526e-2f4d-40e8-ba12-57f34ca15465","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.632844553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"fc4bcd8f-0c58-4f9d-92c7-ae80e7d8ea36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.999957895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"41bde952-e171-4e8c-bc60-1678759827c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:42.999960627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"282f44bd-a451-4a1b-bb8d-7f8235a97b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:43.058185141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"282f44bd-a451-4a1b-bb8d-7f8235a97b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:43.059212271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"41bde952-e171-4e8c-bc60-1678759827c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:45.669731665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"ef212e8b-89b4-42cc-80ef-23018c9023a0","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:45.732438351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"73170e0f-d248-4fdc-98a6-12e98c800dcb","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:45.95570906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"2fad8934-404f-440e-acf5-0109383eb988","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:45.957054694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-316854/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.074013191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"95e638da-274b-4c3c-ba82-867ea3ab0432","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.086260894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dcf10a8f-dc25-4301-8451-4437afe90388","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.12878733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"639c9f48-d0b5-4a02-833e-1aec64a02744","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:46.144444931Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.200479449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dcf10a8f-dc25-4301-8451-4437afe90388","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.217724311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"81c2115d-972e-4db3-9b01-c7c9bad5d10d","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.221892822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"30dbeb7a-c984-4ca2-a47e-632bee971174","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.358564344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7707b64a-476c-4a1e-af48-3b0d8dbe1ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.359269469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"01cd9138-69bf-4b59-b569-a76234ab9e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.366608832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6cd4ffd6-b14f-4fe2-890a-291d04258c0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.437590602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6cd4ffd6-b14f-4fe2-890a-291d04258c0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.446388514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7707b64a-476c-4a1e-af48-3b0d8dbe1ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.44997055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"01cd9138-69bf-4b59-b569-a76234ab9e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.49149101Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6230408b-91da-4c49-9515-321a6b6bca60","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","model":"distinct-2-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.502645997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"67377d3d-1300-4195-b629-8bb9c493f346","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.555660871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"bf6016cf-5200-41fc-862b-a66688638889","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.675189204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"2615897f-d460-4846-9d59-f25474a9eb74","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.767452016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"8e4591a7-3b75-4f1a-97d7-2d2680a82c70","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.880955697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"8ba0978a-bc13-489a-9e9a-21d777329f9b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.92355669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e18f3a68-5d3f-49bd-8f5f-031fa1e84b00","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.979821093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a61e2b0b-71d2-4283-8d6a-2ad44c485b74","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.990561271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"46981d1f-5b6b-4648-b07d-6092454fe529","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:46.991321877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7501ac33-67e1-4d16-a3cb-cc4949890bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.013196575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e18f3a68-5d3f-49bd-8f5f-031fa1e84b00","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.10797441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7501ac33-67e1-4d16-a3cb-cc4949890bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.231055898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"46981d1f-5b6b-4648-b07d-6092454fe529","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.134459079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9a7fc0dc-4765-48a2-a07a-3bbda5f5734d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.255218605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"45a9544d-3005-4437-8184-81001d15e578","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.321676469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9a7fc0dc-4765-48a2-a07a-3bbda5f5734d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.42647603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ed5e664c-3a4d-4630-b2df-54d96e985eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:47.517323086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e18f3a68-5d3f-49bd-8f5f-031fa1e84b00","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.521327564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ed5e664c-3a4d-4630-b2df-54d96e985eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.745675165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"4c2a8d0e-4fcc-4f3f-887d-d3c6f9809fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.822562254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"4c2a8d0e-4fcc-4f3f-887d-d3c6f9809fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.850331397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8df4c662-07e0-46c4-8993-ceb0a5544ef1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.913168019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8df4c662-07e0-46c4-8993-ceb0a5544ef1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.967477786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b77c4791-0684-406c-b117-cba4406451a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:47.968378161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"31904edb-6870-4873-ac10-508ad08ff153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.026397992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b77c4791-0684-406c-b117-cba4406451a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.026434905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"31904edb-6870-4873-ac10-508ad08ff153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.035395807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"495a28c4-3378-43ba-834e-256b27cd1c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.096668232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"495a28c4-3378-43ba-834e-256b27cd1c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.328524357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"491e8b07-d979-4c52-971e-02d2af715bf8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.385859187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"491e8b07-d979-4c52-971e-02d2af715bf8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.430898516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"2b69be2a-7c10-4422-8c9b-63639d32ac1d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.488506657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"2b69be2a-7c10-4422-8c9b-63639d32ac1d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.920620313Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub1","reconcileID":"06f972e8-8ed1-4c8b-a4f5-e70d4eea38ce","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.973700033Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub1","reconcileID":"06f972e8-8ed1-4c8b-a4f5-e70d4eea38ce","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.029213589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub1","reconcileID":"06f972e8-8ed1-4c8b-a4f5-e70d4eea38ce","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.304363934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"86af21fd-b896-4bcc-bebf-635af81c8fd4","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.304686609Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-316854/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.366244641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"eaa0be28-7368-4ae4-ad3d-ffd906137bf6","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.464451367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"722e52d2-49e8-481e-a42b-be2ee49a048a","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.568377798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"6cc2ef82-993c-460a-962b-20cd9ebdb497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.568409228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"8a36a299-d210-41af-b45c-ef3342321b04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.568979341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"f4940661-42dd-4778-9bc0-e30e0a520123","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.569174913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d8d2755d-8c35-41ad-bad1-41adb048a3ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.626813358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"f4940661-42dd-4778-9bc0-e30e0a520123","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.626882675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"6cc2ef82-993c-460a-962b-20cd9ebdb497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.629117283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"8a36a299-d210-41af-b45c-ef3342321b04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.629189499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d8d2755d-8c35-41ad-bad1-41adb048a3ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.629415901Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"36dcad8b-409c-4267-afa7-f662d51c9b3f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ada2079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.82625151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"5c433638-236d-4756-993a-ceb45f328688","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.918474015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"c36bd4d8-084e-424d-8d68-67e92e1b3c63","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.970706709Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"271f8e27-0890-4439-b1a9-303289a220f7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ada2079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.990283151Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5a9d7e5e-6176-4f20-97c3-85935b94a8da","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af714991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.028457835Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"20c0832f-e32e-4340-a432-37cb6eb40266","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ada2079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.045847578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"53b0c197-c256-42c3-aef7-4c9355e2ef31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.046357688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"41266cb2-8d17-4f11-b557-636f35b74cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.046928245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"15e418b0-1e97-43e1-9d8e-b3bf0165bcf3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.047214704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"8231bcbe-d58a-4e73-aa74-64160e109d6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.10356714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"53b0c197-c256-42c3-aef7-4c9355e2ef31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.104049831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"41266cb2-8d17-4f11-b557-636f35b74cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.106048931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"8231bcbe-d58a-4e73-aa74-64160e109d6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.106151459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"15e418b0-1e97-43e1-9d8e-b3bf0165bcf3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.147043771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab4fce22-66e2-4da3-a860-97220e1fbda3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.204641175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab4fce22-66e2-4da3-a860-97220e1fbda3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.636335489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"a93c6a12-d3b8-45bc-9926-242afe4b8cae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.636916368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8b10ce4a-81f1-4f53-a39d-1e9607c5e047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.637336237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d912dbb1-7300-48e2-bcb2-dc1a496acea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.637725231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"babb05af-4992-401a-b53b-971ba2bb2972","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.670049678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6c9980a5-3cf9-490c-8264-d2fcdaf85dcb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.748059573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"a93c6a12-d3b8-45bc-9926-242afe4b8cae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.750601516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8b10ce4a-81f1-4f53-a39d-1e9607c5e047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.751663801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6c9980a5-3cf9-490c-8264-d2fcdaf85dcb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.754059047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d912dbb1-7300-48e2-bcb2-dc1a496acea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:50.756196819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"babb05af-4992-401a-b53b-971ba2bb2972","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:51.216277085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1ac36fa1-984f-482d-b9c4-292c07115091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:51.216492656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f6318129-b948-4b06-82b1-ea130ae70414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:51.216277142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"937f6298-619a-44a3-8a93-c5e932f036de","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:51.276496411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"937f6298-619a-44a3-8a93-c5e932f036de","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:51.276614966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"f6318129-b948-4b06-82b1-ea130ae70414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:51.278854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1ac36fa1-984f-482d-b9c4-292c07115091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.976475966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"892ae4e3-d77d-4702-b6af-b6a532410ca9","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.044023354Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f3b0cbcd-30fe-450d-a723-fb8a4591752f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.082561221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"1c85bafa-ae05-4ca7-aa5a-263e3ba434d2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.097159942Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f3b0cbcd-30fe-450d-a723-fb8a4591752f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.135811821Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"1c85bafa-ae05-4ca7-aa5a-263e3ba434d2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.150471586Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f3b0cbcd-30fe-450d-a723-fb8a4591752f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.206429099Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-sub2","reconcileID":"1c85bafa-ae05-4ca7-aa5a-263e3ba434d2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.425469388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"fc7904a6-ef67-4471-9e5d-d85837dec653","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.426048539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.552313635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f56fe46f-1690-4491-85a3-8e88b34ba27f","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.552584836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"3c9b96b0-a70c-467f-89cb-9bf7828545c8","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.553175103Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.580996051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"3cd9b9e9-ec29-46ca-9795-a6422255feda","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.667245835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"a17babab-dcc7-412c-9935-813a630b7f71","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.714277689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b07192cb-020e-4d73-b882-65ef76626a87","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.714310643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"49f235c6-fb84-48f6-8a85-0256c437ac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.744274527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bd32c5b4-077a-4f12-b547-2e8e53a4a30b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-297ec317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.756024049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"62daac74-b8a0-45c7-9558-e722ca948e97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.756072217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d40f6b2e-0378-4541-8fec-aa07a37517b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.7776399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"49f235c6-fb84-48f6-8a85-0256c437ac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.78176837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b07192cb-020e-4d73-b882-65ef76626a87","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.81388448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"62daac74-b8a0-45c7-9558-e722ca948e97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.815247071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"50c8e42f-a6d2-4a15-93f9-e8fda9197ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.815276995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d40f6b2e-0378-4541-8fec-aa07a37517b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.874007828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"50c8e42f-a6d2-4a15-93f9-e8fda9197ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.970542559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth1","reconcileID":"715620b2-3ddd-4f8f-8183-f1c567e25df1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.132054448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"129f4b70-b60a-4973-993e-4fce2f7ed4b2","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.157859111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1ee44ed4-1cae-47ef-8279-da2e7df244a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.179159158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"cd2a47d1-512c-447d-adaa-cceb75c2c3c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.203492001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9432d081-7643-4c6d-ab74-ea9b57ba320d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.227610042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1ee44ed4-1cae-47ef-8279-da2e7df244a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.247399227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"cd2a47d1-512c-447d-adaa-cceb75c2c3c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.263556071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9432d081-7643-4c6d-ab74-ea9b57ba320d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.290327257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"9915c85d-e27c-4f4a-872e-491027a48f80","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.307336945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"1a32d25d-024a-429f-8e79-58f458116420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.366569272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"1a32d25d-024a-429f-8e79-58f458116420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.413049429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"851eeaab-3309-49c0-83ce-12d44b83860f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.470723282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"851eeaab-3309-49c0-83ce-12d44b83860f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.536810841Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-multi-keys-auth2","reconcileID":"4b486bd3-d97e-499c-9d2e-27ca82d26919","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.697461168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31e3a140-e683-4591-9d51-474ff205b118","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.75079318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"481b12b9-b11a-495a-a6d2-7633bc959aa7","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:01.755163636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31e3a140-e683-4591-9d51-474ff205b118","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.561821766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa41bc65-2857-4c29-84e8-fd350dd5b94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.561952494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa41bc65-2857-4c29-84e8-fd350dd5b94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.619677725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87df908e-1e92-41dc-8c65-86634ed27664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.619708033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87df908e-1e92-41dc-8c65-86634ed27664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.84624544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1c3aaa-9813-4d19-9b77-4c96abe6ebef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.846279121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1c3aaa-9813-4d19-9b77-4c96abe6ebef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.847478339Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-325581 models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.907548981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"b61f5b83-d17d-4b36-9895-c38b107c89b3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.960226313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8651b011-3065-48ed-a1a5-f5e7f45abf2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:03.960250948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8651b011-3065-48ed-a1a5-f5e7f45abf2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:03.982292403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-325581","reconcileID":"f05f9bca-b5ba-4462-91c5-4be3c6cc590d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-325581\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.044733248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"b61f5b83-d17d-4b36-9895-c38b107c89b3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.118439932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"6a1bd6fa-da0f-46d3-b591-16064f30cb6c","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.118477926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"6a1bd6fa-da0f-46d3-b591-16064f30cb6c","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.211761032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e5e5e0-67d5-4726-a4a2-3e3d742f45b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.213315241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1270749a-12eb-4981-96e3-c2daf35d301a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.213353292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1270749a-12eb-4981-96e3-c2daf35d301a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.342132672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22f358fa-e29b-4c07-87f0-061fa14d4bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.342663303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"c0234db5-f9f0-4f9d-9f63-6577181f1fc0","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.348973088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"9f926424-0d42-4302-bd36-07cd6655142a","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.349842365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"9f926424-0d42-4302-bd36-07cd6655142a","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.384220884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e5e5e0-67d5-4726-a4a2-3e3d742f45b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.441279704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"fddc9c49-61a9-4773-babf-39dfb7e45221","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.444217069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cf92fb4-69ac-41af-8213-2fea12d94421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.444312025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cf92fb4-69ac-41af-8213-2fea12d94421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.491057623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22f358fa-e29b-4c07-87f0-061fa14d4bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.677833194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"c0234db5-f9f0-4f9d-9f63-6577181f1fc0","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.767637926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"698cf19a-171b-4c9d-b62b-76a43a54846a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.770979589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"698cf19a-171b-4c9d-b62b-76a43a54846a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.772406623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"fddc9c49-61a9-4773-babf-39dfb7e45221","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.856471654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-325581","reconcileID":"d053c2df-bff1-45d0-b268-5c978634a190","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-325581","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.067532684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b01d31f2-448b-4a06-a117-75ec359849ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.06766268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b01d31f2-448b-4a06-a117-75ec359849ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.098642211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"f907de99-5693-42c5-be93-08f6716fca08","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.12982979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12322e01-0d0a-4b41-929d-2a398c508a66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.167106323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"f907de99-5693-42c5-be93-08f6716fca08","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.224294965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7b9eff4b-c25a-41b7-b1c2-ddbe9db3bf9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.247851443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4f9dc5a-8e73-425d-b65f-f73efbb21e76","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.294099693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7b9eff4b-c25a-41b7-b1c2-ddbe9db3bf9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.305677062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-325581","reconcileID":"19270b98-f6a1-441b-89c4-783966fb6f09","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.313763721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4f9dc5a-8e73-425d-b65f-f73efbb21e76","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.381708583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"5190a38d-51a0-47d7-a57e-84d770c68fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.402894936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cfbf1b19-790c-4870-b772-9f74fdf304d9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.491696631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"5190a38d-51a0-47d7-a57e-84d770c68fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.57890042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cfbf1b19-790c-4870-b772-9f74fdf304d9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:05.580241086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"f907de99-5693-42c5-be93-08f6716fca08","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-325581\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.639619215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5a6a92f-bc46-41f0-b37c-b7c7a3babe79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.639647243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5a6a92f-bc46-41f0-b37c-b7c7a3babe79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.776002263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d8aa2ddb-8451-4cd8-976e-19229d3584e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.776754195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"db96a3e6-1b47-4424-b309-8a310ade15d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.89131342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d8aa2ddb-8451-4cd8-976e-19229d3584e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.959500617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"db96a3e6-1b47-4424-b309-8a310ade15d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.979768611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"16d89d75-2d6b-4694-bd8f-8cda15f78a85","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.998114663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"87cb5669-2a2f-490e-95a5-e29683bfc00e","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.036731916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ddc58b04-6d86-4ae1-982e-6c33822405e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.041309742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"16d89d75-2d6b-4694-bd8f-8cda15f78a85","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.094639809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"80b57f79-bba5-4cb5-80d8-3acbc00b546f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.103418219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ddc58b04-6d86-4ae1-982e-6c33822405e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.151587852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"df509881-83be-4245-9c86-b7083079a33c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.165824703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"80b57f79-bba5-4cb5-80d8-3acbc00b546f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.605495729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"b8378d53-00b1-4e8f-9719-55241f204819","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:06.740627758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.524245718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"e1c82524-e26a-4fca-b390-d744812dcced","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.581362582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"24a3c2ef-d44d-414e-b675-771de851efb5","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.791832852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"af365796-6695-41ab-b14a-596b3927739a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.807543671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"a1bfeea8-949d-4231-8fed-01a992239aed","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.807708944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-325581 models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.851020035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"af365796-6695-41ab-b14a-596b3927739a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.867208315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"645d958a-6018-426e-8eb1-0f996a994dd8","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:07.914464358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"885ad73e-4382-4639-9c9a-638206d744e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.023824419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"a363204a-401a-44e1-866f-40839923af83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.023967228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ba874be3-9d3c-4a4a-bb69-6cb3806a7a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.02772178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"1144c787-30f1-4294-ad81-69760279b361","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.085984639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"a363204a-401a-44e1-866f-40839923af83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.086066522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ba874be3-9d3c-4a4a-bb69-6cb3806a7a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.086980771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"ebbd72cd-12c8-42b2-a5c0-09e0278b6839","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.089822326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"5b6e739f-37d6-42e7-9c0c-42ccbaa30e7b","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.152193401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"047d8e8c-ff0a-4e94-9b3d-57bd94372305","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.170856608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"fda7cd10-b1b4-4395-b642-c3c16d651afc","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.299382985Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"61442e2d-72ba-47d4-b55a-3f21dc37822c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-distinct-w0-4499d5","model":"distinct-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.354760021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"c2b5e57a-1736-4d5c-bb28-ad2a8e856831","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.356102447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4499d5 priority=0:[ai-tenant-e2e-worker-w0-4499d5/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-4499d5/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-325581 models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.415369278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"568e2f00-c065-4ef7-be24-9d1af4925b52","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.417901966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e0813b99-d246-44ca-8aae-624cb5d8f2dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.43396461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b1af00e-3199-4173-8cd3-b5636bffeaf4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.461583948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"4bf9746f-e8b7-40d3-93f9-590e621d1f5e","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:08.463645447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"61442e2d-72ba-47d4-b55a-3f21dc37822c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:08.469453163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4499d5/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.476907249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e0813b99-d246-44ca-8aae-624cb5d8f2dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.492890801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b1af00e-3199-4173-8cd3-b5636bffeaf4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.522817664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"26b37481-0337-4e80-897d-9d43a190b49a","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.574884704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"95b4960b-68bc-48da-8512-09b73f334c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.574898297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"28751397-7861-414f-b7ca-bb1ab149a508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.632600252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"28751397-7861-414f-b7ca-bb1ab149a508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.633440135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"95b4960b-68bc-48da-8512-09b73f334c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.675593691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6c65cc11-a7f7-4652-a2f0-0cd1e71bdbc5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-distinct-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/distinct-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.780960875Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"469357b9-64cc-4ce8-a113-29249beb9eb6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-distinct-2-w0-4499d5","model":"distinct-2-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.849295939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"bdcd5ab6-4ef8-40da-9cc1-721b73062c9e","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.856221926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"3ffccb31-34bb-4b47-a041-13d423ffc4ae","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.949188267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"55244706-abe1-4c1f-9682-36e2c271f638","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:08.959111828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"88e2cc04-f00c-464a-8adb-9785d533d5af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.019031965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"88e2cc04-f00c-464a-8adb-9785d533d5af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.116345135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8e7c5ae6-0bad-4668-a897-44681dad6119","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.166967993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8f5e36cc-ffa4-4a07-8e12-328ce04a11c9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-distinct-2-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/distinct-2-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.174247954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8e7c5ae6-0bad-4668-a897-44681dad6119","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.220630811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b6f821df-7f96-4f60-a2f2-5d672b65b7cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.220691755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"10f6f056-48fb-4077-9d6d-433394bbae44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.279555915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b6f821df-7f96-4f60-a2f2-5d672b65b7cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.27963158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"10f6f056-48fb-4077-9d6d-433394bbae44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.409714426Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-325581","reconcileID":"dc15a66b-f533-4da9-9a24-02db94d7e030","MaaSAuthPolicy":{"name":"e2e-default-int-auth-325581","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.410124546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0cad52d-232a-4af5-a688-8b59a50e8506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.410154006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0cad52d-232a-4af5-a688-8b59a50e8506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.635761408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e70da8c7-442d-4481-a9e7-8c3122529e95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.635783645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e70da8c7-442d-4481-a9e7-8c3122529e95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.782249831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da89976d-803f-41ba-8efc-3751d83e8ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:09.782277419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da89976d-803f-41ba-8efc-3751d83e8ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.055609514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"34e981f2-f6f8-4d5e-b5f2-b00668815390","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.056418737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac474798-4d66-465e-a2b0-a5c63328329f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.057013037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be67e56b-bb83-4d39-be12-015a97bfc2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.057579209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"12be29df-0d63-4714-9b79-3b36d094f894","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.115930678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be67e56b-bb83-4d39-be12-015a97bfc2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.116044464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"12be29df-0d63-4714-9b79-3b36d094f894","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.118164277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"34e981f2-f6f8-4d5e-b5f2-b00668815390","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.118171633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac474798-4d66-465e-a2b0-a5c63328329f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.799078777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fbc4658b-938e-4ada-8bbc-d756899812d0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.857490963Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fbc4658b-938e-4ada-8bbc-d756899812d0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.910749331Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fbc4658b-938e-4ada-8bbc-d756899812d0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.18394979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"b710ebd3-ae6c-47bb-8f89-28f16a73eee1","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.184208757Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4499d5 priority=0:[ai-tenant-e2e-worker-w0-4499d5/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-4499d5/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.302749167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"627d9a83-c640-4fd9-b245-b966550b7428","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.302778012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"627d9a83-c640-4fd9-b245-b966550b7428","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.408725074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"6f3f6011-29a8-4d12-9b77-8a4b37aeacb0","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.40875125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"6f3f6011-29a8-4d12-9b77-8a4b37aeacb0","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.457382595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7f14f41d-08e8-461f-a4b9-89d121c49bfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.45824065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"49056bcf-126c-4c21-a1c1-24bd793f52fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.458909932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5bc9eb80-bfa4-44d4-8a8c-8d39ffc018e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.461317461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ff4ca8e1-0816-45e4-b8bb-b46a73fb50ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.462451888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"51f3afde-5079-4016-b819-705ff391decb","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.462773132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"01bd94a7-fe35-44bb-9d03-1443bf5a481a","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.518707803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5bc9eb80-bfa4-44d4-8a8c-8d39ffc018e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.5189216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7f14f41d-08e8-461f-a4b9-89d121c49bfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.521187562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"49056bcf-126c-4c21-a1c1-24bd793f52fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.521319061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ff4ca8e1-0816-45e4-b8bb-b46a73fb50ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.725057954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9a20bb23-0a35-424b-813f-d0eb2370f17a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.752113559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"21a64cf8-1e5f-4071-ab91-46ba3a25a976","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.933981932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"963b0bd7-73cf-49e2-bef1-059755105034","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.934368604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"9cd89b22-4557-4017-93e5-ada15b99b299","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.991513071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"963b0bd7-73cf-49e2-bef1-059755105034","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:12.077722256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"790a5e77-4d8e-4a89-be00-e81a9450e779","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:12.206087326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d240caa0-5958-48eb-a1dc-183be87f6f9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/distinct-2-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:12.42865566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"87dc6ffd-f185-44a2-9632-29ec8d321da2","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:12.980147125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"544ad78f-b6bf-4688-9035-fb1a62b6dba7","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.145679775Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"52b307dd-8061-4029-9f64-549b38fc5bad","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0362cdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.248517095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"52b9144d-09cb-4677-80a8-bec4749669a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.249585687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e67c0d22-3ee5-4799-83a4-b4f92418ea70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.254336344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74c4dab8-62cb-4512-9114-750da8b0bb53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.254632993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"18f966cd-a131-4d1f-9449-a5c754ad9d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.30797687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"52b9144d-09cb-4677-80a8-bec4749669a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.308157945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e67c0d22-3ee5-4799-83a4-b4f92418ea70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.312911239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74c4dab8-62cb-4512-9114-750da8b0bb53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.312940192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"18f966cd-a131-4d1f-9449-a5c754ad9d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.777465669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c8d02308-304e-4422-8c3a-6e99a9ec90ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.777646056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"49cb80d9-4a12-447c-91cb-ca242ccce647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.77746906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"61db80ce-176e-43f7-ab05-05a55bc36636","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.778105286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3b7babe1-693e-4449-8126-e82fe3d7ad6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.836742171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"49cb80d9-4a12-447c-91cb-ca242ccce647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.836791313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c8d02308-304e-4422-8c3a-6e99a9ec90ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.843506767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3b7babe1-693e-4449-8126-e82fe3d7ad6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:13.860584126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"61db80ce-176e-43f7-ab05-05a55bc36636","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:18.861954512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea293147-d261-4aa7-82ee-e77f8776d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:18.914308946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea293147-d261-4aa7-82ee-e77f8776d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:18.967628799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea293147-d261-4aa7-82ee-e77f8776d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:19.020182973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea293147-d261-4aa7-82ee-e77f8776d467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:19.469292531Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6c6af6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6c6af6d8","reconcileID":"6c05dd11-9208-4ec5-aa2e-b775c8bc42da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6c6af6d8","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6c6af6d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:19.948264166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-325581","reconcileID":"69aaf17e-bbda-4ea1-a26a-52ff06f3021c","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-325581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.213261218Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-325581","reconcileID":"69aaf17e-bbda-4ea1-a26a-52ff06f3021c","MaaSSubscription":{"name":"e2e-default-int-sub-325581","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.493352015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d986e08-eac5-4a0b-98a7-7b7d1a979bbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.493372626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d986e08-eac5-4a0b-98a7-7b7d1a979bbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.493697867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60b180d4-732f-4a22-b2ef-80e07f00818b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.494374374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.556709357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"51a9b0f0-e833-409a-8864-2dea83dcd35d","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.767462141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"ff1eebcf-fac9-43ec-9718-c93b2f4c4616","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.767806266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c3aa94-beea-45c2-8179-5965abfb7e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.76804789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5645c0b9-5bbe-4bd6-a057-1dc22f8c1847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.768370525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"90435498-e6e5-4f2c-b389-999b42695503","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.82515358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"ff1eebcf-fac9-43ec-9718-c93b2f4c4616","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.825902019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"90435498-e6e5-4f2c-b389-999b42695503","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.827619139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c3aa94-beea-45c2-8179-5965abfb7e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:20.828174586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5645c0b9-5bbe-4bd6-a057-1dc22f8c1847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.034040038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb98bf4-500d-4bc2-8ca6-0b4d43f4e87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.086646488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb98bf4-500d-4bc2-8ca6-0b4d43f4e87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.146687074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb98bf4-500d-4bc2-8ca6-0b4d43f4e87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.201452875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb98bf4-500d-4bc2-8ca6-0b4d43f4e87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.278988361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31d47315-8047-449f-9fdf-8a9d3b863e88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.279082914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31d47315-8047-449f-9fdf-8a9d3b863e88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.368913261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a78437e0-434f-4554-b7b5-a9e021d3aba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.368987785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a78437e0-434f-4554-b7b5-a9e021d3aba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.60606008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"5187330c-173c-44fa-8541-f0b2bbc05aac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.606524456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c78ba5a-f0de-4e44-b47d-455c83b91e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.606540315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c78ba5a-f0de-4e44-b47d-455c83b91e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.607144965Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-b2ff02-sub models-as-a-service/e2e-rt-sw-c50a88-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.675077654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b1e14d-2ab4-41a3-8d99-37adbc0cf8d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.675204691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b1e14d-2ab4-41a3-8d99-37adbc0cf8d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:21.736011094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-sub-1d772849","reconcileID":"ec1a21c1-7957-4637-b894-1e59744ccbfc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-1d772849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.755190147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"407dba85-0d5f-4948-b9b4-e30eabf8ecb2","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.802147147Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"5187330c-173c-44fa-8541-f0b2bbc05aac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.9236533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"5187330c-173c-44fa-8541-f0b2bbc05aac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.925713132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d758e143-ef5e-4561-8cb4-fbd6939f3076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.974033527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d758e143-ef5e-4561-8cb4-fbd6939f3076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.997934777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c0eb67-997b-49ba-9412-1f4d4753000b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.001913863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c0eb67-997b-49ba-9412-1f4d4753000b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.003884979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"524b39ba-2080-4d7a-a4df-ed174be439d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.003964247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"524b39ba-2080-4d7a-a4df-ed174be439d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.117457397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"729e8c58-7786-4a5d-993b-36a5d6e369a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.278837327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"729e8c58-7786-4a5d-993b-36a5d6e369a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.356654651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"729e8c58-7786-4a5d-993b-36a5d6e369a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.369512562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-sub-1d772849","reconcileID":"472bcb1f-93ac-4769-bd1f-2a46fa05fa6a","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-1d772849/e2e-shared-int-sub-1d772849","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:22.435135432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"729e8c58-7786-4a5d-993b-36a5d6e369a6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-1d772849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.703750615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4d60fe5-514f-4a88-b782-91754910e6bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.788893176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"9a583fed-9d36-48e9-a56c-50340271ccac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.873710009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415b933c-0fe3-40b2-a459-694ff29e5a3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.877964545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415b933c-0fe3-40b2-a459-694ff29e5a3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.99369199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"9a583fed-9d36-48e9-a56c-50340271ccac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:23.876364365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f15bf0f-ee78-4a18-bdbe-0ddf6c1df6ec","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/distinct-w0-4499d5","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:23.922303254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"9a583fed-9d36-48e9-a56c-50340271ccac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.22300981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ba7d49b7-3f88-4d33-bdfa-d2472fbf4879","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-distinct-2-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/distinct-2-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.239555743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f15bf0f-ee78-4a18-bdbe-0ddf6c1df6ec","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/distinct-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.340897697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-sub-1d772849","reconcileID":"28ef39af-a2d9-4a61-88a2-96a9499ee74c","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.439929241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"3faea303-96b5-4e93-9430-007b823b489a","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.440021579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"3faea303-96b5-4e93-9430-007b823b489a","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.49790981Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f15bf0f-ee78-4a18-bdbe-0ddf6c1df6ec","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/distinct-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.569969527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"84a3cece-fcc6-430d-a287-03a74193dbb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.643141591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f7aac03c-63c7-437e-8ebc-b050a267be58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.93640003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"542e4b20-2074-40b6-a40b-205d1f3b288f","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.937248302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60e72b4-db0b-406c-ac4c-8f685b7dea5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:24.937355295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60e72b4-db0b-406c-ac4c-8f685b7dea5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.002338382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"84a3cece-fcc6-430d-a287-03a74193dbb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.139818531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"6da87da9-4a66-4673-acd9-16af3aed9619","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.158068837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-sub","reconcileID":"1f88bb9c-8db7-4395-ae9e-80276fefd002","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26aa7274","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.336097267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f7aac03c-63c7-437e-8ebc-b050a267be58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.540387876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca74cf75-1296-4190-a27a-a4451f84f4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.601622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89b1c687-4e7c-4d40-b069-c86f1ab7815b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.735697846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"225b7c74-3278-4e9e-be02-3546a1024ee0","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.029425593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"6da87da9-4a66-4673-acd9-16af3aed9619","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.13361752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"c1fbe36e-d22d-4d3c-82fb-62ff29bcda8e","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:26.159196281Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca74cf75-1296-4190-a27a-a4451f84f4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.371297711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"6da87da9-4a66-4673-acd9-16af3aed9619","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:26.200096108Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89b1c687-4e7c-4d40-b069-c86f1ab7815b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:26.393534777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca74cf75-1296-4190-a27a-a4451f84f4b7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.447801486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5d39f8-af3a-4c74-a4f3-4f851bf2557c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.44783416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5d39f8-af3a-4c74-a4f3-4f851bf2557c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:26.566590923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89b1c687-4e7c-4d40-b069-c86f1ab7815b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.577714994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"55264f9e-a009-4b35-81f7-0c88631db5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.677749685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"0d6b6ffe-006a-48d1-89e7-d9ad10c5d605","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.680168495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"afba5d9b-30d8-4ce6-9092-669fc34c8e93","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.680195084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"afba5d9b-30d8-4ce6-9092-669fc34c8e93","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.680530619Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e61f5eec-3dfc-41c2-b3e4-e3a4e280a23c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3207b9eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.842756664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8710ac8c-c62a-464f-82f6-ca0db529a4ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.84707898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8710ac8c-c62a-464f-82f6-ca0db529a4ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:26.849340415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"b8b308c0-59e8-4f49-a342-b453df4b4404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.009496013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"0d6b6ffe-006a-48d1-89e7-d9ad10c5d605","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.009820303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"55264f9e-a009-4b35-81f7-0c88631db5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.098776701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"b8b308c0-59e8-4f49-a342-b453df4b4404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.134740351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1ef9ba39-1120-4c2a-94a4-a950e3bff193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.218318807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ca2d9b-5e22-4397-96fc-9691d74655e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.219166413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"83912b5e-47f3-4c4a-81d5-7a2e3a43fbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.328638119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ca2d9b-5e22-4397-96fc-9691d74655e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.344655887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"1ef9ba39-1120-4c2a-94a4-a950e3bff193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.410142776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ca2d9b-5e22-4397-96fc-9691d74655e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.427604939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"83912b5e-47f3-4c4a-81d5-7a2e3a43fbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.494562007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ca2d9b-5e22-4397-96fc-9691d74655e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.955312726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07088bc2-d7db-41af-9141-1751ab307df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:27.955751205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07088bc2-d7db-41af-9141-1751ab307df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.016004486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2f374272-a04e-42b0-afd4-e297f3231743","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.017153088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"86602c96-307a-4e55-a1a7-5f8e4b9b896e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.108530534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"3df7c0a7-4f64-4ab8-8903-911b11a3d6cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.144009713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"86602c96-307a-4e55-a1a7-5f8e4b9b896e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.152416258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c892fe30-e48c-4606-9d02-ad978fdc5aa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.290434907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2f374272-a04e-42b0-afd4-e297f3231743","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.291432684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"edffcc71-dd5d-431c-a5fb-88c70ebaf431","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.311683322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"3df7c0a7-4f64-4ab8-8903-911b11a3d6cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.328620113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4467f4b5-84f6-4c64-a8fe-3a5604ce9cb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.328722439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4467f4b5-84f6-4c64-a8fe-3a5604ce9cb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.443666596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1cd990f-ba1d-4cc0-89aa-a534b6066824","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.443696752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1cd990f-ba1d-4cc0-89aa-a534b6066824","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.503981621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c892fe30-e48c-4606-9d02-ad978fdc5aa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:28.505754596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"ce3396ae-3fc3-45ec-9c1e-d67f4e3ea88b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-1d772849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.518195531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"edffcc71-dd5d-431c-a5fb-88c70ebaf431","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.5809969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"edffcc71-dd5d-431c-a5fb-88c70ebaf431","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.69162938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a270ba6-4874-4812-bf46-2f08d4b9001d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.691781747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a270ba6-4874-4812-bf46-2f08d4b9001d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.695941089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc3236ba-446b-46e4-b41f-0cbda20bd3ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.696030862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc3236ba-446b-46e4-b41f-0cbda20bd3ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.727499402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"92271303-5742-413c-b60b-4436a778861b","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.80316835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d27dab1-7841-4f25-9e42-252fcb388b19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.803305182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d27dab1-7841-4f25-9e42-252fcb388b19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.832891593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"95cf768f-d333-4c58-9d47-802e74afa979","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.917068676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77aa8d70-4cb2-4481-961c-b82e87072a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.917333088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4069ea3-a3a9-4bb2-aeaf-a940aa99f861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:28.995001629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"aee1b4f8-737c-4ba7-bbe5-350e0338fdc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.000858505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4069ea3-a3a9-4bb2-aeaf-a940aa99f861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.020000947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77aa8d70-4cb2-4481-961c-b82e87072a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.026705512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"95cf768f-d333-4c58-9d47-802e74afa979","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.107414017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77aa8d70-4cb2-4481-961c-b82e87072a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.153584754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4069ea3-a3a9-4bb2-aeaf-a940aa99f861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.153300687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"95cf768f-d333-4c58-9d47-802e74afa979","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.179308911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"aee1b4f8-737c-4ba7-bbe5-350e0338fdc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.181039737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"a4974c07-c2a1-4445-b9d1-071cb256f837","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-1d772849/e2e-shared-int-sub-1d772849","ai-tenant-e2e-mt-432642ae/e2e-shared-int-sub-1d772849","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.235195792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4e2a496-90e3-445d-a197-beda6204651f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.235320283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4e2a496-90e3-445d-a197-beda6204651f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.297997751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e7f233f-3baf-4031-8707-cfffb61777f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.298088845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e7f233f-3baf-4031-8707-cfffb61777f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.427604925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cbf3fe7-5686-44ba-9c21-82a5adac9ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.427729615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cbf3fe7-5686-44ba-9c21-82a5adac9ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.509255362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-sub-1d772849","reconcileID":"7d24c38e-fd40-4398-80e0-1bbab232c36b","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.51050469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88090949-e3c2-4b7a-a8f1-f583befa7fb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:29.711850371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"288553ba-3ba7-45fc-97bc-95a56796faaa","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:31.756854613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"a72b0f57-642e-48b3-a95d-0cfc6a423644","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:33.92083356Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"6d4a0f2b-aa81-4479-ae78-1d1ab694add0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:33.921032968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99ac17fc-4dae-4cf6-bfc9-c5d9fdfcfdcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:33.921056844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99ac17fc-4dae-4cf6-bfc9-c5d9fdfcfdcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.025127154Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-policy-1d772849","reconcileID":"6d4a0f2b-aa81-4479-ae78-1d1ab694add0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"policyNamespace":"ai-tenant-e2e-mt-1d772849","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.081880911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7d6f41e-1de3-4043-abc9-24f95975c30a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.081901323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7d6f41e-1de3-4043-abc9-24f95975c30a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.229048618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f936cde-28bb-45a3-a411-a6678c2f4ad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:34.229067019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f936cde-28bb-45a3-a411-a6678c2f4ad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:35.592012409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-sub","reconcileID":"49613c5f-2168-4ba4-a72c-3188710a281d","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-b2ff02","subscription":"e2e-rt-eq-b2ff02-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:35.697297402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-sub","reconcileID":"49613c5f-2168-4ba4-a72c-3188710a281d","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:35.749920274Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-sub","reconcileID":"49613c5f-2168-4ba4-a72c-3188710a281d","MaaSSubscription":{"name":"e2e-rt-eq-b2ff02-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-b2ff02","namespace":"llm","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.073819927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"33664ee2-5294-466b-bf14-c470b7f8c7be","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.073845832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"33664ee2-5294-466b-bf14-c470b7f8c7be","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.237790825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"c68ff170-0e21-439f-9736-66f6147faf61","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.237817576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"c68ff170-0e21-439f-9736-66f6147faf61","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.285340822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"e34af083-f195-446c-9ff3-0dc53dca6263","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.285487157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f7f14a-e812-4cb1-ae8c-026fa6f5bf12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.285806579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9e059968-5583-4f4d-96c4-2a3574950acc","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.285340824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af6c61c-090f-45fe-b9a7-158bb65c834c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.413771662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9e059968-5583-4f4d-96c4-2a3574950acc","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:36.418238417Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"e34af083-f195-446c-9ff3-0dc53dca6263","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:36.418293017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f7f14a-e812-4cb1-ae8c-026fa6f5bf12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:36.454591557Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af6c61c-090f-45fe-b9a7-158bb65c834c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.46977254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"9e059968-5583-4f4d-96c4-2a3574950acc","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:36.471666249Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"e34af083-f195-446c-9ff3-0dc53dca6263","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-b2ff02-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:36.471714273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"e34af083-f195-446c-9ff3-0dc53dca6263","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.471898934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-b2ff02-access","reconcileID":"b72fb229-2279-4959-bcba-61808e060418","MaaSAuthPolicy":{"name":"e2e-rt-eq-b2ff02-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:36.476404125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f7f14a-e812-4cb1-ae8c-026fa6f5bf12","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.476633499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92014ade-3c75-45bf-b3db-a920c053d521","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.476645958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92014ade-3c75-45bf-b3db-a920c053d521","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:36.512567889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af6c61c-090f-45fe-b9a7-158bb65c834c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.512833777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c928013c-2b32-4d6a-b0ae-875aaa7e7a99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.51284841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c928013c-2b32-4d6a-b0ae-875aaa7e7a99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.578323766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"b7ca1c1e-79e0-4000-bf29-e57461977d8f","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.57835073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"b7ca1c1e-79e0-4000-bf29-e57461977d8f","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.690721575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70dcd21f-7084-43d7-a567-1d70f5179cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.711197813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.727098976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb1f556-0bf3-4846-bb81-57f8d7172b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.73544204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"c6b44ec9-df7e-4e9b-9f78-ad05de2036f6","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.73546358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"c6b44ec9-df7e-4e9b-9f78-ad05de2036f6","MaaSModelRef":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-b2ff02-65d8a3c8bdba","namespace":"llm","model":"e2e-rt-eq-b2ff02","externalModel":"e2e-rt-eq-b2ff02","provider":"e2e-rt-eq-b2ff02-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.747987307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70dcd21f-7084-43d7-a567-1d70f5179cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.78442869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb1f556-0bf3-4846-bb81-57f8d7172b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.804019198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70dcd21f-7084-43d7-a567-1d70f5179cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.840529682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb1f556-0bf3-4846-bb81-57f8d7172b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.862923649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b243f903-33e0-45c8-a3ba-b66670021f0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.862944702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b243f903-33e0-45c8-a3ba-b66670021f0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.897657894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0e86e0bb-5c41-4369-a29d-7cf66c8813e9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/distinct-2-w0-4499d5","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.89840858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9337612f-a914-4801-ab87-8f4b94888367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.898430338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9337612f-a914-4801-ab87-8f4b94888367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:36.950728444Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0e86e0bb-5c41-4369-a29d-7cf66c8813e9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/distinct-2-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.003409645Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0e86e0bb-5c41-4369-a29d-7cf66c8813e9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/distinct-2-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.265452819Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"3c89f174-8280-4918-bde2-fa8bd076e20e","namespace":"llm","name":"e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.275508248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"c0e6929e-7740-4829-ae0f-e49e9c29e932","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.334538465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8f4cb94-454f-4851-9225-440124cb987f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.334565284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8f4cb94-454f-4851-9225-440124cb987f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.334960253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e798bc9a-2986-481f-b32b-b9334b41e0f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.334979892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e798bc9a-2986-481f-b32b-b9334b41e0f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.335296671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a23f3fa-0315-4560-9084-40fb8c04d91b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.335312994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a23f3fa-0315-4560-9084-40fb8c04d91b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.335640878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e6b590d-6fc8-4c1d-a5c0-d98fb054e465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.335660055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e6b590d-6fc8-4c1d-a5c0-d98fb054e465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.336192286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"914b1bc5-b7d7-48d7-a1a4-ba6018e034de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.336205794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"914b1bc5-b7d7-48d7-a1a4-ba6018e034de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.336652866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fdadf46-6f47-4a7a-ab16-04e7788c55bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.33667173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fdadf46-6f47-4a7a-ab16-04e7788c55bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.337157185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d95524a7-d079-4c4a-8871-0b576e3767aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.337174933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d95524a7-d079-4c4a-8871-0b576e3767aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.337490841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca238f85-04ee-486b-9c10-3c948aa22086","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.337507721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca238f85-04ee-486b-9c10-3c948aa22086","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.372001925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"f5c1c647-fb8f-4d44-ad2d-0c0090cfa740","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.381526932Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-sub-1d772849","reconcileID":"b81ecd11-7cc7-44ac-93d7-ed5aff1e7028","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3f4ccdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.390982854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"0b23b4d3-839c-4738-9839-1aa42abe1f2a","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.391013392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"0b23b4d3-839c-4738-9839-1aa42abe1f2a","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.436590221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"23a01b2c-d227-4856-84d5-b234737fe22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.444924563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"1146db72-3cb7-436f-a758-4313cc164216","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.489038713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e53f6ec-bdd5-4abd-a616-70bb70969f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.489100341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd0d4b6-29b0-4773-9710-a5dafee90d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.49160416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"fe86e6cd-fbc0-4f0b-aba1-46086597886c","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.494340362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"23a01b2c-d227-4856-84d5-b234737fe22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.509469929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"f5c1c647-fb8f-4d44-ad2d-0c0090cfa740","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.547933953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32a085e0-8e50-4308-99af-e0740c3e28be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.565243354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"f5c1c647-fb8f-4d44-ad2d-0c0090cfa740","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.600415935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"a9fdce69-9674-480e-b8bf-b7dba33c7695","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","model":"llm/e2e-rt-sw-c50a88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.606538752Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8f12d34-217e-4a4b-acbd-3b7bc72c1fc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-432642ae/e2e-shared-int-sub-1d772849","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.619064603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd0d4b6-29b0-4773-9710-a5dafee90d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:37.621230306Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e53f6ec-bdd5-4abd-a616-70bb70969f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.62307933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a20ef4-ab8a-49e8-a1eb-659e71097fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.623099955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a20ef4-ab8a-49e8-a1eb-659e71097fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:37.624208459Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"fe86e6cd-fbc0-4f0b-aba1-46086597886c","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.674041419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"22dc9a8a-63ec-4223-9328-cabdb85a242a","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.680216712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd0d4b6-29b0-4773-9710-a5dafee90d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:37.682270707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e53f6ec-bdd5-4abd-a616-70bb70969f19","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:37.684091464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"fe86e6cd-fbc0-4f0b-aba1-46086597886c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.685152649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"984925b6-97ec-40a5-aa95-11c8131d7177","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.68525647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"984925b6-97ec-40a5-aa95-11c8131d7177","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.782385088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"eb9f22ec-9b76-4901-8a93-f049060eca76","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.782483133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"eb9f22ec-9b76-4901-8a93-f049060eca76","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.842733969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"586e3a8a-eb8d-4fa3-88b1-9ff66a6e5129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.844203239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bfe9e50-2904-4689-aa1c-95f91513670e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.844219882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bfe9e50-2904-4689-aa1c-95f91513670e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.895057286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"7f9bca0b-0df6-401f-ac2e-9e0c20b2c045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.895353252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7982c432-1f59-4ee5-bfe5-d9a817fb0f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.900029005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"586e3a8a-eb8d-4fa3-88b1-9ff66a6e5129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.945504599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"3cd8fe6e-664a-441f-ae19-86397c954c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.954345962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"7f9bca0b-0df6-401f-ac2e-9e0c20b2c045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.95439061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7982c432-1f59-4ee5-bfe5-d9a817fb0f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:37.983552283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ad1177a2-3260-4e1d-b343-df52fd1ad84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.003937447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"3cd8fe6e-664a-441f-ae19-86397c954c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.041030717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ad1177a2-3260-4e1d-b343-df52fd1ad84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.106264316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"71c36502-e347-4de6-baac-6d79fc8dea9b","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.106369994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a708712-7412-4714-90d1-8ca24e6a5267","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.236181016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-b2ff02","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-b2ff02","reconcileID":"cb6dee3b-44a6-4419-ac40-a79333e4e984","namespace":"llm","name":"e2e-rt-eq-b2ff02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.309844732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"536ea1fa-c6bc-403f-8441-4c1a4bfe9628","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/distinct-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.377207659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"366cff88-2a13-4858-8484-ee0aee801619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.431534887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e752e282-136a-4135-9191-ba975b6a1f0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.437662583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"366cff88-2a13-4858-8484-ee0aee801619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.482992192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"601a48a5-b17c-45c3-9f1e-addfecc8c53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.483858464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"47a1b6b8-9e03-464d-a298-01537eba460a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.488802308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"e752e282-136a-4135-9191-ba975b6a1f0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.540466595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"601a48a5-b17c-45c3-9f1e-addfecc8c53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.541301697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"47a1b6b8-9e03-464d-a298-01537eba460a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.565406156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"f7e10922-0ceb-4fa7-b1b4-84d1dac4f184","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.713089764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"18d7b432-4b7e-41a1-8f8d-8d676ae8217b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.717051247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"cd9750e5-1ea8-4f7f-a146-78283bb8fb4a","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.77930584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b439e5b-e49d-424f-9230-2f1db8230c3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.803397815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"9fd03639-0097-4d0f-bf12-70881a2827af","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.836458246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b439e5b-e49d-424f-9230-2f1db8230c3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.840701512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"18d7b432-4b7e-41a1-8f8d-8d676ae8217b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.878447964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dc1c77b-87ac-46bc-931e-938ded9781f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.897102014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"18d7b432-4b7e-41a1-8f8d-8d676ae8217b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.955486361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3f947e0-8c7d-43be-a293-485ac872442d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.955506232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3f947e0-8c7d-43be-a293-485ac872442d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.979031467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1031ed82-00a4-4050-8545-a4b9de37c89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:38.97903378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"81984fcd-6c26-408b-8dc5-cf6d61d905ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.006322915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dc1c77b-87ac-46bc-931e-938ded9781f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.036704987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1031ed82-00a4-4050-8545-a4b9de37c89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.036764748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"81984fcd-6c26-408b-8dc5-cf6d61d905ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.06219557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dc1c77b-87ac-46bc-931e-938ded9781f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.095699944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"81984fcd-6c26-408b-8dc5-cf6d61d905ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.095709676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1031ed82-00a4-4050-8545-a4b9de37c89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.1121416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"adf9ec33-d7c2-4788-9256-1996789709be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.144743445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"50c9ccb0-f4cd-4052-be11-4d96242bf344","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.14476486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"50c9ccb0-f4cd-4052-be11-4d96242bf344","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.169610413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"adf9ec33-d7c2-4788-9256-1996789709be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.214440105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"6abb8fc7-2f33-4611-b9b4-636fbb9edc89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.255902497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5a559f4-1061-4f37-b788-b1cac99277b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.255926824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5a559f4-1061-4f37-b788-b1cac99277b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.273068568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"6abb8fc7-2f33-4611-b9b4-636fbb9edc89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.308786067Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"10189a0f-6e84-4409-88ff-4d366d3e8349","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba078d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.309330256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"363ce48c-01d1-4a5b-8267-479ff5401f44","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.30935763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"363ce48c-01d1-4a5b-8267-479ff5401f44","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.312788517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"e72fa398-8246-4409-9998-e1beff801236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.312886592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"6ab65cce-dc52-48dd-86e7-ec03511b7e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.313393995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5e25abbd-66c3-4383-b554-237c102ab618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.371425472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"e72fa398-8246-4409-9998-e1beff801236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.373171123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5e25abbd-66c3-4383-b554-237c102ab618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.375305904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"6ab65cce-dc52-48dd-86e7-ec03511b7e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.422551135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b26bca0-f62d-42c9-b49c-6ef6f7b651c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.422573127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b26bca0-f62d-42c9-b49c-6ef6f7b651c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.441023655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"fe805b97-5781-4126-9334-811d89c69716","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.475405703Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"9a3bc00d-b88d-4d4d-8583-9d848838842b","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba078d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.539522901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"3a9cb25a-2a37-4e1e-aa9d-0d9888a76c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.582612534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ad2f5295-41ad-40d3-84e7-30d2765c60f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/distinct-2-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.596932463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"3a9cb25a-2a37-4e1e-aa9d-0d9888a76c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.6435445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"03dbb8f8-7470-4256-a729-f11b0875c5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.704485841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"03dbb8f8-7470-4256-a729-f11b0875c5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.753654345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bec619b4-0849-4b10-ac4c-16719d3e2326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.754047334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"40b86aa7-8fc7-423f-a5b4-f9453d112d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.820983073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bec619b4-0849-4b10-ac4c-16719d3e2326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.828080415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"40b86aa7-8fc7-423f-a5b4-f9453d112d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:39.8584606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"fcc147d7-9055-4c8a-a390-39b8bb4e0597","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.027721519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44af10d3-f50f-4df0-a69b-a25c1ab8998b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.085570589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44af10d3-f50f-4df0-a69b-a25c1ab8998b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.112069903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b6933bb-bd26-4a2d-8cae-1088797e4d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.142296829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44af10d3-f50f-4df0-a69b-a25c1ab8998b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.171557533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b6933bb-bd26-4a2d-8cae-1088797e4d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.204497492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"86911f72-1c68-42c2-b836-a6e5c6d78aaa","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.228095588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b6933bb-bd26-4a2d-8cae-1088797e4d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.26332107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"86911f72-1c68-42c2-b836-a6e5c6d78aaa","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:40.319716953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"86911f72-1c68-42c2-b836-a6e5c6d78aaa","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.254714109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"7a77bff0-0466-4b60-87e1-eeb6d4a54944","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.591165399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"385e81bd-6b03-48b0-908d-ddd56e4b4245","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.648526495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6aded0a9-efda-43a5-9b34-ead204f66c3d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.808577704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"5de1efde-8652-4d69-aba9-32b02a08c3dd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.866290245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"5de1efde-8652-4d69-aba9-32b02a08c3dd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.86977998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"4334a49a-6434-4b49-9d44-d008a8cdee22","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.928059812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"860e0a66-08f4-4001-a79f-ce7359d55bc7","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:43.974525306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-sub","reconcileID":"43f543f7-3f9f-4722-9685-492dc21d356f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.027709293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4136cdab-8d10-4a0d-9e71-2872f944ceb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.028172222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e63cd0e6-5eea-4cd9-8abd-dff9d0369f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.085427382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e63cd0e6-5eea-4cd9-8abd-dff9d0369f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.085534464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4136cdab-8d10-4a0d-9e71-2872f944ceb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.087112601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"80c8e970-92dd-49a9-a17e-73adcca24a17","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.146249407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"b7e07898-b95c-4d76-b54a-1d3e28591ddc","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.185278798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"9b55f821-01a1-4c42-a62a-1714cc060898","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.34234124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"b44e5762-aada-4d25-abac-7503492ae57a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.4010112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"b44e5762-aada-4d25-abac-7503492ae57a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.417318247Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-sub","reconcileID":"4d21e5de-e2ff-4c34-a9fa-0bcd3f6c1ffd","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.484814155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d2181693-e3aa-4821-832d-7d721e23d966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.484814152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"76080500-5217-4008-88e5-3636c4da12a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.542673259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"76080500-5217-4008-88e5-3636c4da12a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.542714325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d2181693-e3aa-4821-832d-7d721e23d966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.585062992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"cb02a76f-0aac-4913-b2ee-941a5b58810c","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.629313474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"55e4fe01-043b-41f6-8ca8-492c31fb5b53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:44.795956634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-sub","reconcileID":"874a7d44-95dc-4b73-bcc7-e55e6d59a7da","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:46.785591907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"9b9b36b6-1706-49bb-9fc3-35d05623148a","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:46.945821814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"f83ba455-2509-4ce5-b0e8-d8cd77a63150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:46.946290277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2053593c-13a3-4d25-8085-e3958c129245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:46.946730172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"00888a4d-c98b-490b-a922-c887c3a95dd3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.006020737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"f83ba455-2509-4ce5-b0e8-d8cd77a63150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.006086891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"00888a4d-c98b-490b-a922-c887c3a95dd3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.009506358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2053593c-13a3-4d25-8085-e3958c129245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.435380519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-sub-1d772849","reconcileID":"54872847-96e0-4b45-9055-7a8d60c98478","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-1d772849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.597202632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"namespace":"ai-tenant-e2e-mt-1d772849","name":"e2e-shared-int-sub-1d772849","reconcileID":"54872847-96e0-4b45-9055-7a8d60c98478","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-1d772849"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.815173227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62eb33b8-3366-489e-a4c9-9d8140b2f6e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.815197578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62eb33b8-3366-489e-a4c9-9d8140b2f6e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:48.804472158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"571f253c-0cb6-47d8-b12f-c74b34138962","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.071335292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"2e0667c5-7b04-4d67-884d-9f7b0bf96127","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.20146631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"2e0667c5-7b04-4d67-884d-9f7b0bf96127","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.258198136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"2e0667c5-7b04-4d67-884d-9f7b0bf96127","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.316493943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c840d785-695c-4d55-87ea-49f73c74340c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.31656982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c840d785-695c-4d55-87ea-49f73c74340c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.539254865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"fa5bc048-df6e-4476-9ca1-e79c64af59bc","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-c50a88","subscription":"e2e-rt-sw-c50a88-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.652834264Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"fa5bc048-df6e-4476-9ca1-e79c64af59bc","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:49.711999824Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-sub","reconcileID":"fa5bc048-df6e-4476-9ca1-e79c64af59bc","MaaSSubscription":{"name":"e2e-rt-sw-c50a88-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-c50a88","namespace":"llm","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.075763394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"a9e2d80c-a344-47ed-89a4-2668bb9ff319","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.075925106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"a9e2d80c-a344-47ed-89a4-2668bb9ff319","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.209663465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"a55cca57-0492-4e04-ba23-8ad5bc2caf11","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.209798493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"a55cca57-0492-4e04-ba23-8ad5bc2caf11","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.252534744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"5280e135-4cc1-48f7-aa0c-530efeda4edb","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.2529231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d17b998e-bd45-42d5-8986-29fc56e2192f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.253132282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3a88eb-7789-413d-bbff-57c833d0bd50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.409171723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"5280e135-4cc1-48f7-aa0c-530efeda4edb","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:50.409545631Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3a88eb-7789-413d-bbff-57c833d0bd50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:50.410474413Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d17b998e-bd45-42d5-8986-29fc56e2192f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:50.473093785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d17b998e-bd45-42d5-8986-29fc56e2192f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:50.473587575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3a88eb-7789-413d-bbff-57c833d0bd50","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.494492107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"442b5673-7a02-4e23-9f8c-d39488e6f62d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.494608269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"442b5673-7a02-4e23-9f8c-d39488e6f62d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.495439526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea278fe5-fe02-4095-bfbf-f3d4971af225","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.495501952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea278fe5-fe02-4095-bfbf-f3d4971af225","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.500351824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"5280e135-4cc1-48f7-aa0c-530efeda4edb","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:50.558147758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"5280e135-4cc1-48f7-aa0c-530efeda4edb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-c50a88-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.55853374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-c50a88-access","reconcileID":"ab834cf9-cb67-406f-b71b-6987d945b8c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-c50a88-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.68178828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3441e21-864e-4ab6-8a63-5631cd4b20e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.681738986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2717a00b-e989-4991-9f66-2ba6cff9d61c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.745256085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3441e21-864e-4ab6-8a63-5631cd4b20e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.745753714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2717a00b-e989-4991-9f66-2ba6cff9d61c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.770037699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e64f8f65-bc9c-489f-8b5d-09d5362ea549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.77142295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5a8ccc7e-28c2-418c-a778-a244b7bd77e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.807722049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3441e21-864e-4ab6-8a63-5631cd4b20e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.808905402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2717a00b-e989-4991-9f66-2ba6cff9d61c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.824291509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"687e46eb-6361-4cf3-a604-1ac322b96ceb","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.824325822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"687e46eb-6361-4cf3-a604-1ac322b96ceb","MaaSModelRef":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-c50a88-e892540ad89f","namespace":"llm","model":"e2e-rt-sw-c50a88","externalModel":"e2e-rt-sw-c50a88","provider":"e2e-rt-sw-c50a88-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.830231994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e64f8f65-bc9c-489f-8b5d-09d5362ea549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:50.833720478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5a8ccc7e-28c2-418c-a778-a244b7bd77e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:50.862786617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3441e21-864e-4ab6-8a63-5631cd4b20e8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:50.862778118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2717a00b-e989-4991-9f66-2ba6cff9d61c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.072875355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac656ca5-82e7-48dc-ac66-26536cdc4854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.073015924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90a6a48a-6bd9-4519-9661-fe8e3d1a06f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.135754796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90a6a48a-6bd9-4519-9661-fe8e3d1a06f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.141147771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac656ca5-82e7-48dc-ac66-26536cdc4854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.200970464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"30d133af-05bf-4c33-9cee-33145da61cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.201984057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"84eb2581-c9a6-423b-a55c-8ad18d8b3b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.203974881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac656ca5-82e7-48dc-ac66-26536cdc4854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.204694016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90a6a48a-6bd9-4519-9661-fe8e3d1a06f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.267130332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf114084-11cb-4fa1-9958-b2a6d8a13aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.267824915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf114084-11cb-4fa1-9958-b2a6d8a13aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.270306389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9838ed6-3e28-4885-9162-e7f9601bffed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.270393667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9838ed6-3e28-4885-9162-e7f9601bffed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.27860942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"84eb2581-c9a6-423b-a55c-8ad18d8b3b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.279574573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"30d133af-05bf-4c33-9cee-33145da61cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.362591268Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"0caf5c30-2889-45f9-895b-9fda3a7a5bf3","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.43492133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5dcd53e8-e555-4ae2-9ef4-948cdd3c9eec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.434948445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5dcd53e8-e555-4ae2-9ef4-948cdd3c9eec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.435274083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc84adee-6f18-4fb0-b6b6-6eb3f6b5beea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.435286855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc84adee-6f18-4fb0-b6b6-6eb3f6b5beea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.435576207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e80d17c2-23a8-4edd-b7b1-c7f1b941a5a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.435592018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e80d17c2-23a8-4edd-b7b1-c7f1b941a5a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.435852886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"727993c7-482c-4f70-86a3-25fb8050b7e3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.435895915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"727993c7-482c-4f70-86a3-25fb8050b7e3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.436179379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f871c434-a6ea-4e47-b4a3-7c021e5611c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.436192178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f871c434-a6ea-4e47-b4a3-7c021e5611c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.436632532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73bc3102-4adc-4056-97e6-9485c0ad5625","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.436645352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73bc3102-4adc-4056-97e6-9485c0ad5625","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.442453094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0ea9e21-97f5-4131-926c-958f61c7563d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.442539179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0ea9e21-97f5-4131-926c-958f61c7563d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.44296715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4e243bbb-c597-46f2-9bf9-b52f5c7fd4bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.443030018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4e243bbb-c597-46f2-9bf9-b52f5c7fd4bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.481630415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"85eefaf0-b7de-402c-b697-fb018e59052a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.538538562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98cf46cd-81a7-4f3f-a488-6b6061824700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.539332852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"717fb74a-027a-4e91-ab11-11dd95f2e728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.605843673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"717fb74a-027a-4e91-ab11-11dd95f2e728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.634473187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98cf46cd-81a7-4f3f-a488-6b6061824700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.636551562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"85eefaf0-b7de-402c-b697-fb018e59052a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.765852015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93e02975-1e50-4a34-a0cc-97b1d01fadd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.807312467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98cf46cd-81a7-4f3f-a488-6b6061824700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.812821347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24c8449b-77b2-4037-b4ae-2e861b819c28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.813054299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"0b768001-991e-46c8-af5f-08ab261a85d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.814986557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"b79fe936-5137-4531-b60d-4f484ef42785","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.868568504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"717fb74a-027a-4e91-ab11-11dd95f2e728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:51.903044561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9efc03d5-8390-4298-9293-60326b9a69df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.03455524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"85eefaf0-b7de-402c-b697-fb018e59052a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.080586316Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-c50a88","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-c50a88","reconcileID":"07d21054-c902-45bc-a251-70f361656a0e","namespace":"llm","name":"e2e-rt-sw-c50a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.08263896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9efc03d5-8390-4298-9293-60326b9a69df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.094733141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"0b768001-991e-46c8-af5f-08ab261a85d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.112412918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10c121a4-0946-4aa9-8f42-ded797d647dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.112442976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10c121a4-0946-4aa9-8f42-ded797d647dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.113000997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19f67fb9-e673-4517-9e21-afe0b6389fec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.113021927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19f67fb9-e673-4517-9e21-afe0b6389fec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.356445283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"15aca14a-7135-4701-b6a9-60622b1f8916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.356801587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d9416205-0eaf-4d35-954b-d8944905aba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.387192308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"247a2d45-52fb-43fe-880b-4fb4556dc53a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.387220231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"247a2d45-52fb-43fe-880b-4fb4556dc53a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.400403158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ffcd0ae1-2008-4fed-b2e2-788b4d13aacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.428311253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"15aca14a-7135-4701-b6a9-60622b1f8916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.434587781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d9416205-0eaf-4d35-954b-d8944905aba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.470758604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ffcd0ae1-2008-4fed-b2e2-788b4d13aacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.553512707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"fe894857-7d3c-4a55-950c-34bb5d18e561","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.566290991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"namespace":"ai-tenant-e2e-mt-8aa50b98","name":"e2e-policy-8aa50b98","reconcileID":"08cbbe81-3946-4f4a-98a4-cdb876314e6e","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.736146452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"fe894857-7d3c-4a55-950c-34bb5d18e561","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.711855361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"namespace":"ai-tenant-e2e-mt-8aa50b98","name":"e2e-policy-8aa50b98","reconcileID":"08cbbe81-3946-4f4a-98a4-cdb876314e6e","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.873658198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"namespace":"ai-tenant-e2e-mt-8aa50b98","name":"e2e-policy-8aa50b98","reconcileID":"08cbbe81-3946-4f4a-98a4-cdb876314e6e","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.986201667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5cba057-62ba-49b6-80a7-21983bb8713e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.987989203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5cba057-62ba-49b6-80a7-21983bb8713e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.004693089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ccc41afd-3a5a-4c7c-bf1d-dc1926eb1f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.005433429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d677326c-8df0-4178-8d8c-56324027af13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.142567454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ccc41afd-3a5a-4c7c-bf1d-dc1926eb1f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.205414081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"d677326c-8df0-4178-8d8c-56324027af13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.205850662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9bfc2359-68d5-4465-b15f-126c0bce1a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.293120448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"63b590d5-0411-4553-b02b-4bc2e03f75ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.323767177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9bfc2359-68d5-4465-b15f-126c0bce1a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.399887795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"63b590d5-0411-4553-b02b-4bc2e03f75ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.429294096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"552d691e-4ad2-43ad-b38d-a9b458bfc6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.498300412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"552d691e-4ad2-43ad-b38d-a9b458bfc6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.615237903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"04509b53-bfe3-4198-8d7f-a3527c4a9c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.669551855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c305a639-832d-4a4b-bf4d-feffa5c8ed89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.676975039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"04509b53-bfe3-4198-8d7f-a3527c4a9c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.753305946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"04509b53-bfe3-4198-8d7f-a3527c4a9c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.79897306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f3e68e5-afa8-4275-9c4e-35d455e8e248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.801721091Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c305a639-832d-4a4b-bf4d-feffa5c8ed89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.857724714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f3e68e5-afa8-4275-9c4e-35d455e8e248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.858559494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c305a639-832d-4a4b-bf4d-feffa5c8ed89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.902712685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"2262e55c-3548-4fc1-8143-fabf7dc4404c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.914312215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f3e68e5-afa8-4275-9c4e-35d455e8e248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.914743874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"142c2986-adb6-4bf3-9cd1-7331e477c891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.914761218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"142c2986-adb6-4bf3-9cd1-7331e477c891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.957525201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"9a5cabcc-e247-4aa2-be87-5c47ccc47f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.961407288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"2262e55c-3548-4fc1-8143-fabf7dc4404c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.972897324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee1cf475-6f45-4528-9d54-1a878fb36d1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:53.972919431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee1cf475-6f45-4528-9d54-1a878fb36d1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:54.014906352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"9a5cabcc-e247-4aa2-be87-5c47ccc47f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:55.024530541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"f2bab34a-a3d2-492d-b407-b631bf1b8d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:56.951083915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-sub","reconcileID":"0f0fbeed-ebd3-46d5-8a65-c17eeb83ef66","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.168736973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-sub","reconcileID":"0f0fbeed-ebd3-46d5-8a65-c17eeb83ef66","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.380557909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"03885ac9-94ef-4fce-9536-137865330720","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.384308702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f0b74864-0db3-45c2-975a-bd9f6294ce7b","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.534507927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"8a6781ad-9b12-4eb6-902e-b928404a3d42","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.541282225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"33f8935e-8dd2-4360-8624-48fac46ba6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.5414924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"c42d6969-ad3b-4107-aa4f-05940bbe4bcc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.541802803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"84adade0-254c-4ac6-9bb2-6185571d0a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.598967949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"c42d6969-ad3b-4107-aa4f-05940bbe4bcc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.59904954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"33f8935e-8dd2-4360-8624-48fac46ba6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.601191324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"84adade0-254c-4ac6-9bb2-6185571d0a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.755557121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-api-key-no-access-auth","reconcileID":"e4471d3c-a39a-4df6-a82f-b6f6d146dd3e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:57.919358482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"2c7da6eb-1330-485b-ba25-8d621358ce73","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.80527684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"301c2003-3d08-4c83-8458-6f12e6ccb7fe","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.140049995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"939559c0-dfc4-4028-a925-e4dcb9233ce4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.25901419Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"939559c0-dfc4-4028-a925-e4dcb9233ce4","name":"e2e-mt-6c6af6d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.858294311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"79fa9913-4f69-4c25-ac11-913b2dcf5953","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.988245315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"79fa9913-4f69-4c25-ac11-913b2dcf5953","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.044814658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"79fa9913-4f69-4c25-ac11-913b2dcf5953","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.071739443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d236b464-4fe5-412b-95f2-763ae45a16d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.102857346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1271220-62bd-4861-b862-049845d42ee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.102910179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1271220-62bd-4861-b862-049845d42ee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.171552169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf503eba-91ee-47c6-8e64-83f4399b0703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.21429685Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d236b464-4fe5-412b-95f2-763ae45a16d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.236186374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf503eba-91ee-47c6-8e64-83f4399b0703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.274877188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d236b464-4fe5-412b-95f2-763ae45a16d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.293747148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf503eba-91ee-47c6-8e64-83f4399b0703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.336049251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5997410-5581-408c-a751-dc962fcd20b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.336076463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5997410-5581-408c-a751-dc962fcd20b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.352395713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd4c5d46-f9a6-439f-804e-3f3ab0bd26d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.352417061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd4c5d46-f9a6-439f-804e-3f3ab0bd26d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:06.711591255Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:07.873039148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"743469a3-7c9f-4141-b310-96b6d106b03f","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.892791264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e441ab9-8b0f-44de-b41a-141f39f43b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.945474067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e441ab9-8b0f-44de-b41a-141f39f43b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.998306168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e441ab9-8b0f-44de-b41a-141f39f43b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.050890777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e441ab9-8b0f-44de-b41a-141f39f43b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:13.371911613Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2fec3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2fec3b","reconcileID":"e6e036cb-19bb-4e5a-9765-7508e58130a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2fec3b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-2fec3b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.227138312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"45624d99-be2d-43b9-847a-35fb8358c3d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.379080123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"45624d99-be2d-43b9-847a-35fb8358c3d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.537586931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"45624d99-be2d-43b9-847a-35fb8358c3d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.595428263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25091fb9-e810-4be2-bd53-f234687062a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.595447294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25091fb9-e810-4be2-bd53-f234687062a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.640214864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89659831-1019-4c21-9fe7-87ae44e98f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.640215476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"928d3a4e-35c6-4faa-b875-a8f69221b0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.769528911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"928d3a4e-35c6-4faa-b875-a8f69221b0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:14.770778845Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89659831-1019-4c21-9fe7-87ae44e98f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.825751527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"928d3a4e-35c6-4faa-b875-a8f69221b0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:07:14.828978213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89659831-1019-4c21-9fe7-87ae44e98f78","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.829243712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64dac3d7-fd9e-4106-88af-f6405cd6e5b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.829258968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64dac3d7-fd9e-4106-88af-f6405cd6e5b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.882103331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0d691b6-fdb2-440b-9c7a-b085bce70c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.882126774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0d691b6-fdb2-440b-9c7a-b085bce70c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:14.991403343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062db3bb-fdcf-4b0e-9ce9-9d8b32488aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.049377552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062db3bb-fdcf-4b0e-9ce9-9d8b32488aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.087491605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca31ffd-f1a6-4a10-b6d1-9b5f558f2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.140067184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca31ffd-f1a6-4a10-b6d1-9b5f558f2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.144205772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062db3bb-fdcf-4b0e-9ce9-9d8b32488aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.192938449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca31ffd-f1a6-4a10-b6d1-9b5f558f2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.245483401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca31ffd-f1a6-4a10-b6d1-9b5f558f2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.251330752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0926d1c-74a8-41c8-adbe-cba87d00d365","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:15.25134952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0926d1c-74a8-41c8-adbe-cba87d00d365","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:17.215579069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff0e04d-9aa1-4c98-8d47-5ffc7fea8c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:17.292746086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff0e04d-9aa1-4c98-8d47-5ffc7fea8c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:17.346252503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff0e04d-9aa1-4c98-8d47-5ffc7fea8c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:17.478339472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff0e04d-9aa1-4c98-8d47-5ffc7fea8c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:18.304327973Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"namespace":"ai-tenant-e2e-mt-8aa50b98","name":"e2e-policy-8aa50b98","reconcileID":"97c280ca-9eb8-432b-997c-2a1ada9689fe","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:18.494391079Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"namespace":"ai-tenant-e2e-mt-8aa50b98","name":"e2e-policy-8aa50b98","reconcileID":"97c280ca-9eb8-432b-997c-2a1ada9689fe","MaaSAuthPolicy":{"name":"e2e-policy-8aa50b98","namespace":"ai-tenant-e2e-mt-8aa50b98"},"policyNamespace":"ai-tenant-e2e-mt-8aa50b98","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.460205429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e96d0e-a9ff-4d69-adb3-a3488a1804b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.512787831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e96d0e-a9ff-4d69-adb3-a3488a1804b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.565438867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e96d0e-a9ff-4d69-adb3-a3488a1804b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:19.617879367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e96d0e-a9ff-4d69-adb3-a3488a1804b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:24.700286065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"a75de9dc-8fd7-4482-b6ee-49af58bad41d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:24.82883198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"a75de9dc-8fd7-4482-b6ee-49af58bad41d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:24.884992026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"a75de9dc-8fd7-4482-b6ee-49af58bad41d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:24.944444665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"369ecaf1-55d9-4dbc-ae31-5d43ae86acc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:24.945760122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"369ecaf1-55d9-4dbc-ae31-5d43ae86acc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.088386355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2680af77-15be-44cd-9ebc-2599bb402e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.218268706Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2680af77-15be-44cd-9ebc-2599bb402e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.27504729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2680af77-15be-44cd-9ebc-2599bb402e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.333099047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b92f74-84dd-459b-b227-54e42a588dec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.333122224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b92f74-84dd-459b-b227-54e42a588dec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.408545914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064cfb5d-acd2-458b-9741-cabc9f536f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.466257457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064cfb5d-acd2-458b-9741-cabc9f536f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.522643104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064cfb5d-acd2-458b-9741-cabc9f536f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.581213602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5631138-ba93-4c87-b4f5-4ac9f8261872","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.581233126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5631138-ba93-4c87-b4f5-4ac9f8261872","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.050182392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"60f450cf-31f1-499c-b8b3-a538ee8cfb9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.178348719Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"60f450cf-31f1-499c-b8b3-a538ee8cfb9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.234524331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"60f450cf-31f1-499c-b8b3-a538ee8cfb9f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.292770091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f1ae28-e689-453b-9c71-1b3c5db55e16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.292793126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f1ae28-e689-453b-9c71-1b3c5db55e16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.490590282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293bde6a-fa0f-452d-913d-5f9788fdc187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.621027613Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293bde6a-fa0f-452d-913d-5f9788fdc187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.678041737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293bde6a-fa0f-452d-913d-5f9788fdc187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.734554784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c92931-9342-4b10-aa3b-a5ab7b4d331a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.734579667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c92931-9342-4b10-aa3b-a5ab7b4d331a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.737294308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb1d428d-a711-4056-83c0-5cfe3bb4083c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.79534354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb1d428d-a711-4056-83c0-5cfe3bb4083c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.852035892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb1d428d-a711-4056-83c0-5cfe3bb4083c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.910914189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48ec3192-d5f9-4d12-9852-591b7f8562ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.910937176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48ec3192-d5f9-4d12-9852-591b7f8562ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:35.966663498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"8dc0fd17-97d4-42f5-b2c7-9a39c5b9265e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.711296452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.587474293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6320f429-079c-403d-aac7-4782065491e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.640592634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6320f429-079c-403d-aac7-4782065491e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.693203371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6320f429-079c-403d-aac7-4782065491e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:40.745952634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6320f429-079c-403d-aac7-4782065491e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.695201591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ead9c3f-237b-4bcd-8365-1916c3c3f00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.74775612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ead9c3f-237b-4bcd-8365-1916c3c3f00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.803120734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ead9c3f-237b-4bcd-8365-1916c3c3f00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:42.857113044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ead9c3f-237b-4bcd-8365-1916c3c3f00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.044620168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"e75fb10a-6c22-4947-8121-a80ec4ee6d8c","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.10004444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"33666c47-8d27-43f9-b785-7d2afaa74876","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.132246281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"2fb9eb9a-ad8d-413e-9b8e-91ff61fe8eaa","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.132626714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"e03a2ce8-0f81-444e-b283-b7bcf4b69426","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.261827479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"144f456e-4c75-4a49-ba8e-832e5c189275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.329659948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"c7981fb7-cb30-443d-94e1-af43d86569ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.359185234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"521116a4-b1c9-4bef-9b6d-2a0cce5c861f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.389391282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"144f456e-4c75-4a49-ba8e-832e5c189275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.468782213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"9af81961-1f7f-4a06-9f81-8810f1c16b05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.469413044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"c7981fb7-cb30-443d-94e1-af43d86569ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.780952823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"65dd979e-a839-4e46-b56f-9733d2f701b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.83859633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"65dd979e-a839-4e46-b56f-9733d2f701b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.883361389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"3d5c148d-bb1e-4e8c-bb66-58432d79e00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:43.941183235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"3d5c148d-bb1e-4e8c-bb66-58432d79e00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:45.398169529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"403e124f-0ea3-455a-863d-99450ff07fdb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:45.526115541Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"403e124f-0ea3-455a-863d-99450ff07fdb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:45.582322926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"403e124f-0ea3-455a-863d-99450ff07fdb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:45.64067791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77579547-7a84-41c5-b69f-1ad64eb04a54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:45.640698442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77579547-7a84-41c5-b69f-1ad64eb04a54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:45.892052409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73e6cf0-c819-457e-b54c-6f58a0d30527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.034159693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73e6cf0-c819-457e-b54c-6f58a0d30527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.080067942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"594cea03-b6bf-461c-ba8d-fb1651140843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.091567996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73e6cf0-c819-457e-b54c-6f58a0d30527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.139427559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"594cea03-b6bf-461c-ba8d-fb1651140843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.150910109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceb99199-e3da-4989-b0c3-302929a23aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.150931153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceb99199-e3da-4989-b0c3-302929a23aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.19595641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"594cea03-b6bf-461c-ba8d-fb1651140843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.254633776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f99ff85-76c8-4814-80a6-c273829a6731","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.254654193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f99ff85-76c8-4814-80a6-c273829a6731","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:53.890407037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"0d058795-2f6a-4629-ace1-66a06817d3ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:54.010307237Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"0d058795-2f6a-4629-ace1-66a06817d3ff","name":"e2e-api-a-2fec3b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.745567537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"606a74a6-3b4d-4558-920f-05b3e38bf39b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.87477314Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"606a74a6-3b4d-4558-920f-05b3e38bf39b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.930846693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"606a74a6-3b4d-4558-920f-05b3e38bf39b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.987163236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b2906c-ef0f-41fe-8c97-69b8e22ebed2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:55.987184383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b2906c-ef0f-41fe-8c97-69b8e22ebed2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.307835328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ba0f2e2-c7f1-4587-8bbe-f9219f257109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.411401242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b3bf3c5-857c-413e-85d6-18994a479f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.435489732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ba0f2e2-c7f1-4587-8bbe-f9219f257109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.469238942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b3bf3c5-857c-413e-85d6-18994a479f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.491608459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ba0f2e2-c7f1-4587-8bbe-f9219f257109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.527214837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b3bf3c5-857c-413e-85d6-18994a479f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.547985154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91fcebc2-722c-409c-bb41-65751e41d6d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.548007669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91fcebc2-722c-409c-bb41-65751e41d6d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.583903178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61711330-2786-4aef-bf8f-1e4583dbed69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:56.583927665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61711330-2786-4aef-bf8f-1e4583dbed69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.094186074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"fe1ded33-8c8d-4a24-b246-ccf8f2fc0e2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.223937561Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"fe1ded33-8c8d-4a24-b246-ccf8f2fc0e2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.280138747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"fe1ded33-8c8d-4a24-b246-ccf8f2fc0e2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.339287336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8595ef8d-0189-4bb1-9d7d-98004bc1a034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.339318666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8595ef8d-0189-4bb1-9d7d-98004bc1a034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.726569099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6651ed10-7b90-4aa2-839b-e961c4e1b32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.739612253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.81365781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51356c14-697f-491c-bbf7-d5b4e9b7d48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.867041102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6651ed10-7b90-4aa2-839b-e961c4e1b32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.871000856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51356c14-697f-491c-bbf7-d5b4e9b7d48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.924960687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6651ed10-7b90-4aa2-839b-e961c4e1b32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.926682853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51356c14-697f-491c-bbf7-d5b4e9b7d48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.982944632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2952bb3-6ba7-46bd-a59c-dd6de5fdacfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.982965787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2952bb3-6ba7-46bd-a59c-dd6de5fdacfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.983731595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d6e0db9-bdc0-408e-bf5f-92d3e24e060f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:06.983747762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d6e0db9-bdc0-408e-bf5f-92d3e24e060f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:08.31256282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"fe3a9200-3672-46a5-8b52-25f2e9148e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:08.312610581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"d275f95f-211c-455f-b5e4-bea7857c017e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:08.370799922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"fe3a9200-3672-46a5-8b52-25f2e9148e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:08.370928812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"d275f95f-211c-455f-b5e4-bea7857c017e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.104550908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"73533c4b-9088-4426-a2c7-8d638f25cc4d","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.44433202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"6268c5c6-01e8-4dde-88bc-1c226719a511","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.574702595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"6268c5c6-01e8-4dde-88bc-1c226719a511","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.630779108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"6268c5c6-01e8-4dde-88bc-1c226719a511","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.688753115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5890f5d9-59ea-4331-bd78-9041a42736c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.688775199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5890f5d9-59ea-4331-bd78-9041a42736c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.142442408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ec9ba9a-52a3-4db5-97fe-665eda9f3189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.14244596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f4dc70-68c2-40f2-912c-255f16816feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.270879515Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ec9ba9a-52a3-4db5-97fe-665eda9f3189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:17.275959051Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f4dc70-68c2-40f2-912c-255f16816feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.327158769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ec9ba9a-52a3-4db5-97fe-665eda9f3189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:17.33213752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f4dc70-68c2-40f2-912c-255f16816feb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.332191346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2967829b-19df-4c6b-b138-7ee9b6c6c044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.332208824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2967829b-19df-4c6b-b138-7ee9b6c6c044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.386284683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70339189-d47d-4e10-9eb4-fd2f09042c78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.386303149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70339189-d47d-4e10-9eb4-fd2f09042c78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.494802906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75454443-e69c-420b-a22b-fb52c690d583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.55224541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75454443-e69c-420b-a22b-fb52c690d583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.608451464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75454443-e69c-420b-a22b-fb52c690d583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.666640163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90960db-5943-4506-abfe-129dce73f762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.666664573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90960db-5943-4506-abfe-129dce73f762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.452411948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"7c1c184d-de7c-4c4f-9cea-5ced668ac7c0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.452454937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bdb362b-ac09-4a50-8daf-a60e143e0e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.452470602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bdb362b-ac09-4a50-8daf-a60e143e0e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.605426139Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-policy-1d772849","reconcileID":"7c1c184d-de7c-4c4f-9cea-5ced668ac7c0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"policyNamespace":"ai-tenant-e2e-mt-432642ae","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.66283933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e10f9c4d-9482-4b24-b90d-895efa5dc527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.662884758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e10f9c4d-9482-4b24-b90d-895efa5dc527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.808482448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9860469d-aa23-4455-8356-f0308e7f772b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:18.808503128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9860469d-aa23-4455-8356-f0308e7f772b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.544186743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"882a9c97-90b2-43f0-a12e-a649ee99082b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.601482024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"882a9c97-90b2-43f0-a12e-a649ee99082b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.657663812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"882a9c97-90b2-43f0-a12e-a649ee99082b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.823771106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f918b3b2-b00a-417e-abc5-a2b1998ae537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.892666092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f918b3b2-b00a-417e-abc5-a2b1998ae537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.967185928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f918b3b2-b00a-417e-abc5-a2b1998ae537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.973484055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"4df80111-062d-4b23-831a-f4ca77f98e3d","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-1d772849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.213976597Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"namespace":"ai-tenant-e2e-mt-432642ae","name":"e2e-shared-int-sub-1d772849","reconcileID":"4df80111-062d-4b23-831a-f4ca77f98e3d","MaaSSubscription":{"name":"e2e-shared-int-sub-1d772849","namespace":"ai-tenant-e2e-mt-432642ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.457927043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a63ff76-2f31-47fb-9cd8-e63be403a962","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.62019181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13903437-24a9-4c05-a3a3-be25d5538935","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:29.620211177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13903437-24a9-4c05-a3a3-be25d5538935","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:34.978056447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac87ec0-e043-4447-a18d-6f291612f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.032645728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac87ec0-e043-4447-a18d-6f291612f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.085381572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac87ec0-e043-4447-a18d-6f291612f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.137942985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac87ec0-e043-4447-a18d-6f291612f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.248745574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f7845e5-9040-4f64-a073-9220e528517f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.24876742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f7845e5-9040-4f64-a073-9220e528517f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.303983009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51eda677-e536-464f-968a-acdf9a843acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.304005277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51eda677-e536-464f-968a-acdf9a843acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.4250405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"cc5241d9-af97-4917-acec-a6f4f1b4fb00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.557951618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"cc5241d9-af97-4917-acec-a6f4f1b4fb00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"name":"e2e-api-a-2fec3b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.614338396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2fec3b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"cc5241d9-af97-4917-acec-a6f4f1b4fb00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.672176956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a16bdb7-20ad-413d-b430-8e70086f8909","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:35.672197977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a16bdb7-20ad-413d-b430-8e70086f8909","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:36.750969884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:37.302483127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720f83c1-6451-495d-9939-8ae4e43f612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:37.355146523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720f83c1-6451-495d-9939-8ae4e43f612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:37.408352124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720f83c1-6451-495d-9939-8ae4e43f612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:37.461061977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720f83c1-6451-495d-9939-8ae4e43f612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:37.852821597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e1be4b7-cd1c-41cf-8283-6617865f5b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:37.911807846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e1be4b7-cd1c-41cf-8283-6617865f5b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:38.124565177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25affb6-c3e3-43a9-9c58-90e11a08db28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:38.186819144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ec3ef94-9807-4ee3-a4d2-0adc1b8ecc4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:38.186845117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ec3ef94-9807-4ee3-a4d2-0adc1b8ecc4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:38.190945107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25affb6-c3e3-43a9-9c58-90e11a08db28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:38.514553198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22170548-77bc-4ec1-afc8-dac5fdb2346d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:38.514577099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22170548-77bc-4ec1-afc8-dac5fdb2346d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.799024459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764cc7c-f3c3-4a42-9003-41ed674a2bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.851466082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764cc7c-f3c3-4a42-9003-41ed674a2bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.904205623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764cc7c-f3c3-4a42-9003-41ed674a2bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:39.956655535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764cc7c-f3c3-4a42-9003-41ed674a2bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:40.394428955Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3ede6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3ede6d","reconcileID":"276ba51d-f7c0-47a1-9d8d-e41a1702d251","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3ede6d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3ede6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:41.897855782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d32199-72c3-43f4-9d72-d730447a1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:41.95022013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d32199-72c3-43f4-9d72-d730447a1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.002715943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d32199-72c3-43f4-9d72-d730447a1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.055136519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d32199-72c3-43f4-9d72-d730447a1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.778376551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"de1f55fe-0d07-4881-a44c-37a0e393e592","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.838609722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"de1f55fe-0d07-4881-a44c-37a0e393e592","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"name":"e2e-api-a-2fec3b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:45.89551667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2fec3b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"de1f55fe-0d07-4881-a44c-37a0e393e592","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.549106634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"80c15443-5e3e-4085-b3b9-0340c09d817f","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.551313145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"115a0ad9-cb82-4a7f-9cfe-cad7a8b7131d","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.55202769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"0813e253-b0e8-40f6-aa41-0acb6aa45d89","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.778033117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"89243ed3-f5c6-4a94-8db2-16504582bcf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.778572144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ef850be2-e242-49f5-a56e-2631f87dd00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.793953152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"749c5873-7fe4-4ca3-8ad6-52d799fa74cf","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.794051017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"749c5873-7fe4-4ca3-8ad6-52d799fa74cf","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.8785691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"990c8353-ee15-4bad-a39e-af7fd34f507f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.882389726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"89243ed3-f5c6-4a94-8db2-16504582bcf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.885769056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"504b25ac-eb5b-46dd-a2e8-0214f06c8a97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.886283497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"20703554-f4e4-4d29-bcd1-d8bd8eef57b1","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.924479814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"ae0fd745-a088-4257-a4c0-1c09acb65f2e","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.925080176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"67fd8b6b-a38e-485f-9d00-775259bfe43b","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:49.889242252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ef850be2-e242-49f5-a56e-2631f87dd00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.278782738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1faac68-38a0-411d-92ce-8fa57155df2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.295171317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8870aa82-7de7-4852-940c-fc5024b86ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.295204548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"fbe065b9-b1ce-45bc-ba66-a214f573b2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.354511204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8870aa82-7de7-4852-940c-fc5024b86ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.357276969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"fbe065b9-b1ce-45bc-ba66-a214f573b2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.391505042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b92d270-1a2b-4e38-8be7-6bab5ddcc127","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.495301155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"432f907e-597b-4eaa-93ee-c18af49c2773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.598584927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"cf3b51fb-1d3c-4e18-9674-00726f11d53b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.610818247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"7e1e3263-9fc5-4be1-a86e-aa8235d86c92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:50.759222797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"5578540e-04b5-4acc-9005-b20b41e5fb25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:51.060799803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"cc2ef808-1e1a-494f-9cf0-afc76bd82e6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:51.116586771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"31ebba26-f22f-40b3-8c24-5ce16f934a99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:51.232368461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"2388eccf-2c03-4523-bf03-88454ce5eefc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:51.36518255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"f565c6cc-22cb-41bb-98fd-01d183d986c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:51.492665397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"9c173b03-847f-4560-8108-f20f75365002","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:51.541676206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"784a0419-06a9-4320-8774-0c0fcabb62ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:54.284504777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f482f4-f7c3-4ca6-bb1a-7e9e63b60ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:54.338413117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f482f4-f7c3-4ca6-bb1a-7e9e63b60ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:54.391267044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f482f4-f7c3-4ca6-bb1a-7e9e63b60ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:54.444206784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f482f4-f7c3-4ca6-bb1a-7e9e63b60ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:54.87901858Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-810633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-810633","reconcileID":"c232f144-5a7f-47d3-808d-287252005e13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-810633","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-810633":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.189171144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"bdde4d15-83a7-4d2e-bbe4-2f94a619dd9d","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.189190075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"bdde4d15-83a7-4d2e-bbe4-2f94a619dd9d","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.244201588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"a2148a10-b82d-4881-976b-6537e93f0c07","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.244223191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"a2148a10-b82d-4881-976b-6537e93f0c07","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.348248424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"23492b23-dd3c-4e31-8872-f35a3b21425e","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.457960632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"f8982049-8757-4392-921c-495d9fb71dcb","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.457982167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"f8982049-8757-4392-921c-495d9fb71dcb","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.512688328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"23492b23-dd3c-4e31-8872-f35a3b21425e","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.586149933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"e17e843d-7e1b-489f-9b42-82db0408aca3","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.586174629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"e17e843d-7e1b-489f-9b42-82db0408aca3","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.588909358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6c6af6d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"23492b23-dd3c-4e31-8872-f35a3b21425e","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:55.635608079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"f6600365-1e70-400a-aa32-54d6a04521a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-6c6af6d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:55.643593567Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"e17e843d-7e1b-489f-9b42-82db0408aca3","name":"e2e-lifecycle-model-6c6af6d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-6c6af6d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:55.643665939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"e17e843d-7e1b-489f-9b42-82db0408aca3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-6c6af6d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.645210766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"ff3ded88-bb54-4d44-89dc-fea859e9c00a","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.645232104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"ff3ded88-bb54-4d44-89dc-fea859e9c00a","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.74354249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"a3519ef3-a45d-432e-844b-689087103fdc","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.743564005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"a3519ef3-a45d-432e-844b-689087103fdc","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.797023447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"6da46981-d1c0-4f8f-be8c-ceeb4ac6920c","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.80092407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"05b2e27c-9297-4214-8a82-65f9eb064f92","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.800939654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"05b2e27c-9297-4214-8a82-65f9eb064f92","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.854807952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"6da46981-d1c0-4f8f-be8c-ceeb4ac6920c","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.913599947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6c6af6d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"6da46981-d1c0-4f8f-be8c-ceeb4ac6920c","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.003263235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"a8d03a61-28fc-4802-be86-79962593c67d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.018118977Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"e6829d49-6e9d-45ce-894b-3afa9f30f92a","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-6c6af6d8/e2e-sub-6c6af6d8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.061153163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"a8d03a61-28fc-4802-be86-79962593c67d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"name":"e2e-api-a-2fec3b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.117713685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2fec3b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e4d7555adef753e6884c4cd938c382d7cc74adaca34f00ced690690e44638b55) AuthConfig (dc4813b39b480a09a553cb6a16ba8ed0fca1e6cb3e274ce6b14b85ff8dd71852) AuthConfig (a4d004059a75bbd613ed0bab10aa1adc7d4f7f501057e2b7c97b9e7e4d227f28) AuthConfig (15709c2060d4c783463d8de2663980914e7bace6354cbd7d3571bfcf4418aae8) AuthConfig (9d41cfffedaae50c2c476eb579ee2e4f009296b5be58e40f7d471cae48d66914) AuthConfig (c74f07e70ff37a2dc5910fbcaf696682bf9179d3c264710ffec993ded87a4c32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"a8d03a61-28fc-4802-be86-79962593c67d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.176537103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853375ed-5a53-4cc1-b82d-9c89b2e5b597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.176557303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853375ed-5a53-4cc1-b82d-9c89b2e5b597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.192334548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"8787f58b-9cd6-44bb-a8dc-c29b33451f85","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.192352875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"8787f58b-9cd6-44bb-a8dc-c29b33451f85","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.423692681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433fa5c4-dcbe-43ee-8894-c02207c9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.426629421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"6fa07cf3-9c77-4e74-b7f5-26e4523655f3","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.478058151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433fa5c4-dcbe-43ee-8894-c02207c9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.530658543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433fa5c4-dcbe-43ee-8894-c02207c9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.583369453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433fa5c4-dcbe-43ee-8894-c02207c9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.520217186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf9d25d-37e9-4b36-90d4-d8d29522b05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.582515957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf9d25d-37e9-4b36-90d4-d8d29522b05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.63912856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf9d25d-37e9-4b36-90d4-d8d29522b05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.69414779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf9d25d-37e9-4b36-90d4-d8d29522b05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:00.704489331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db90c8d9-355d-4db6-bfd1-6d8e8fc1e694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:00.758250077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db90c8d9-355d-4db6-bfd1-6d8e8fc1e694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:00.810945231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db90c8d9-355d-4db6-bfd1-6d8e8fc1e694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:00.863473634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db90c8d9-355d-4db6-bfd1-6d8e8fc1e694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.788337917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7f7172-a2f9-42f8-9060-6cf0ba54e662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.84122272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7f7172-a2f9-42f8-9060-6cf0ba54e662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.893764718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7f7172-a2f9-42f8-9060-6cf0ba54e662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:02.947121916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7f7172-a2f9-42f8-9060-6cf0ba54e662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.019378092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"b6e010da-0022-4454-b87c-3f9766255c13","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.076805665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"b6e010da-0022-4454-b87c-3f9766255c13","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.133419589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6c6af6d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"b6e010da-0022-4454-b87c-3f9766255c13","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.281999343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"dc1030d2-e005-4ae6-895d-c8828839af83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.339315763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"dc1030d2-e005-4ae6-895d-c8828839af83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"name":"e2e-api-a-2fec3b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.39551536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2fec3b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e4d7555adef753e6884c4cd938c382d7cc74adaca34f00ced690690e44638b55) AuthConfig (dc4813b39b480a09a553cb6a16ba8ed0fca1e6cb3e274ce6b14b85ff8dd71852) AuthConfig (a4d004059a75bbd613ed0bab10aa1adc7d4f7f501057e2b7c97b9e7e4d227f28) AuthConfig (15709c2060d4c783463d8de2663980914e7bace6354cbd7d3571bfcf4418aae8) AuthConfig (9d41cfffedaae50c2c476eb579ee2e4f009296b5be58e40f7d471cae48d66914) AuthConfig (c74f07e70ff37a2dc5910fbcaf696682bf9179d3c264710ffec993ded87a4c32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"dc1030d2-e005-4ae6-895d-c8828839af83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:06.711023765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.117197019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"83284fdf-de08-4de1-b0ac-9b13cc48f41d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.216155087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"289272e3-b64b-46d9-ab5b-d6c93a7a9854","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.31466128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"497dd7bc-4656-4f97-b454-7bd7de35251b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.510725959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"a4d4d7b1-5f16-4bee-8ed7-a50beb670f98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.620104632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"f4912df6-28f3-4cc3-bfca-b8e7f6ce8d5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.736435225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"1fd1e530-b290-4ad4-b5a2-298216d07eda","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.823610045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"bda649ec-55ad-4c08-873f-ff1b0badd7cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.904549628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"7d4a617d-f839-4750-8e7d-249f4c0ab201","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.904578088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"7d4a617d-f839-4750-8e7d-249f4c0ab201","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.92207943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"f3188c74-2d28-4503-8161-aecbdd3d2d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.922195136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"3cf490fd-42e4-4346-a315-cf8b85f9ca35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.958125628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"5d578653-f070-454b-a111-a386afa29afc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.115741266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"2e4a41ad-751e-4a89-be06-b9c3007ee9f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.216317422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"1fd9b02f-1989-466c-9305-3d5967bddfca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.244391615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"440456db-b61f-4fdc-8769-e031829c70a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.266892906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"2e5551ce-fcaa-4190-a8bc-8c9cd260860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.266895711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9bed1b28-8f57-4a6d-9cb6-50d738303fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.326657159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9bed1b28-8f57-4a6d-9cb6-50d738303fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.326657195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"2e5551ce-fcaa-4190-a8bc-8c9cd260860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.333826549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"b9f5ab6a-c987-4dd2-9bba-0dde63eac184","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.391536464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"b9f5ab6a-c987-4dd2-9bba-0dde63eac184","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.469192854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6c6af6d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92b6581af01acde55020b392707b68a955314831b0bbd8a7de449941482e4952) AuthConfig (ee86bed35a3c65a105369daf63d04ad51ab6fd36d13bb31e096cc9e6d9415976) AuthConfig (d8e927ad186dba339bd20489396bf828c5e0089c81098d932806a66a8a721b15) AuthConfig (29674a552de7556d11530ef0aa5be8551610f2f70d105a4d931541359d9de1bd) AuthConfig (6d9c3f9e90742653f7a4e9f7e01a9b3a81b65160a4cc88b268717ee138798a92) AuthConfig (a0b639563335dec1808b11731d21debc472e12bf3c1df9914789b59b5f3f402e) AuthConfig (e625f9ca65c4b22fa8aba458f89599c25af17ca94fc1b072a65ff2ebc0ead22e) AuthConfig (0a651d8567d6ad5f12b263e479e26ddc372c8394df03b4ffc8224313dfa03c52) AuthConfig (62a79e34e70decfef82736ce22b50e316a44c2964538d90e1ed7233db25b0007) AuthConfig (c18fe8053765840cd2fb19ea8143d1505bdde87392d4f574e349e31ee4453002) AuthConfig (cd87201dc56e9a913687b851d085a534b18a2344addb8bc4b8551eae02535e24) AuthConfig (9fc7a18b71538506758264027889dfb3c5bfaaa15f7a61596d982914e04c5a8a) AuthConfig (c178b22855ef6b33c34d10653b3046d4970d3a31a8467eafc1065e158e5c5370) AuthConfig (65dddd2e5ce6db6a3e8692352b75557457b777d5fe82b90578c0cbc79c947233) AuthConfig (13e5ab2ede73c9f345a2a247d8dc33dfddde4b1870f8dbbe8c7e3b9fb3791845) AuthConfig (c9f4e2bef41017c8a2c60814b691989d8ec6139e68077ba0c785885fa268dbc9) AuthConfig (b47f91b59b035c392b321a980d93eef7f1ae6197de0a779647d613b471aad693) AuthConfig (82484980884dd7f2a4a975916b3357e7adc53dcee5ba323387d98c1dd90b86d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"b9f5ab6a-c987-4dd2-9bba-0dde63eac184","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.536438459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"4c742c7c-a958-4c65-97d1-469f2205c656","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.536460823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"4c742c7c-a958-4c65-97d1-469f2205c656","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:16.50095577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"0bb61da8-3b85-47d4-8cd5-ca5bf0df8efa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:16.558758177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"0bb61da8-3b85-47d4-8cd5-ca5bf0df8efa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"name":"e2e-api-a-2fec3b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:16.875948328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c1b1de-1276-40fb-876c-9f110770c78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:16.875969473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c1b1de-1276-40fb-876c-9f110770c78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:20.64308661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"e7f6d243-9794-4ac8-96bd-b29168478031","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:20.70088335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"e7f6d243-9794-4ac8-96bd-b29168478031","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:20.757759849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6c6af6d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92b6581af01acde55020b392707b68a955314831b0bbd8a7de449941482e4952) AuthConfig (ee86bed35a3c65a105369daf63d04ad51ab6fd36d13bb31e096cc9e6d9415976) AuthConfig (d8e927ad186dba339bd20489396bf828c5e0089c81098d932806a66a8a721b15) AuthConfig (29674a552de7556d11530ef0aa5be8551610f2f70d105a4d931541359d9de1bd) AuthConfig (6d9c3f9e90742653f7a4e9f7e01a9b3a81b65160a4cc88b268717ee138798a92) AuthConfig (a0b639563335dec1808b11731d21debc472e12bf3c1df9914789b59b5f3f402e) AuthConfig (e625f9ca65c4b22fa8aba458f89599c25af17ca94fc1b072a65ff2ebc0ead22e) AuthConfig (0a651d8567d6ad5f12b263e479e26ddc372c8394df03b4ffc8224313dfa03c52) AuthConfig (62a79e34e70decfef82736ce22b50e316a44c2964538d90e1ed7233db25b0007) AuthConfig (c18fe8053765840cd2fb19ea8143d1505bdde87392d4f574e349e31ee4453002) AuthConfig (cd87201dc56e9a913687b851d085a534b18a2344addb8bc4b8551eae02535e24) AuthConfig (9fc7a18b71538506758264027889dfb3c5bfaaa15f7a61596d982914e04c5a8a) AuthConfig (c178b22855ef6b33c34d10653b3046d4970d3a31a8467eafc1065e158e5c5370) AuthConfig (65dddd2e5ce6db6a3e8692352b75557457b777d5fe82b90578c0cbc79c947233) AuthConfig (13e5ab2ede73c9f345a2a247d8dc33dfddde4b1870f8dbbe8c7e3b9fb3791845) AuthConfig (c9f4e2bef41017c8a2c60814b691989d8ec6139e68077ba0c785885fa268dbc9) AuthConfig (b47f91b59b035c392b321a980d93eef7f1ae6197de0a779647d613b471aad693) AuthConfig (82484980884dd7f2a4a975916b3357e7adc53dcee5ba323387d98c1dd90b86d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"e7f6d243-9794-4ac8-96bd-b29168478031","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.125902417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"85c2038b-9190-4c47-947c-eca9e0ea2d05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.244316769Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"85c2038b-9190-4c47-947c-eca9e0ea2d05","name":"e2e-api-b-3ede6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:29.524679449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-2-w2-276e9c","reconcileID":"7fded857-fcdc-4ad4-832a-e2a84c9624e8","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-2-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-2-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.473802968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"3ff02eda-12da-45dd-ba3e-c2278086f33e","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.529429871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"9c90a19d-100c-4e57-94f7-808a94a875d5","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.686858787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"b7a9b9cf-c3c7-4e68-82d8-c3d8e7c88030","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.746621341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"b7a9b9cf-c3c7-4e68-82d8-c3d8e7c88030","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.754388552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"f3ada98a-e1f7-4f2d-9051-9f578cef39a9","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.803219199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad908716590843c2e1bad5d4e4e3b30efacd507829c05c9604577c957ac1382) AuthConfig (64fc848795f6b6698911eb01fc8a31b90f8d4e8e4e57c40c68405cc77708e477) AuthConfig (9a0a30d38369aa129a6a0b3a9d7fcf8fdf8ea683f52987c5ed4a282d30a2ab47) AuthConfig (c020789f98e4c884d5c3e7289beaf446f581c9ac93030bf2abe65c8553c71856) AuthConfig (a0f6394174db5a0ab6aa587b73e469b70a6e5df4149141c38f2c5064e4e3144a) AuthConfig (3e85f1e7d71a720b9491b715aa1b6708ad59a8f1d7f01e9cd513750e12b67e6a) AuthConfig (b181c18caec961e9912142aad12286ef1bfd185ca9803ec55c4295390f8a291d) AuthConfig (c94a7a62c1afbba9183379380d99f5aa56e1f5c401c840b97a9c73a9b1e01c54) AuthConfig (cd2e4ad35e7564a478f169ce25e26f27f7d791ce9e92c90b7096ea6b08ca9251) AuthConfig (b26682e2dfa3565f06a9abfe2be423535800bf1b93542101a35dba6c81d0475e) AuthConfig (b37559b8f535797d6ca97618f2180e62f72692df7b426ab0867033fd35eccb65) AuthConfig (d05115c46d73860a4b26541f29397ed2fed4b6fc2c814185bde1b9037c9e68b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"b7a9b9cf-c3c7-4e68-82d8-c3d8e7c88030","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.810735567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"019d993b-d499-4944-ba31-dcb27afaaafb","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.861328518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"7dce98a3-3203-4b58-af5a-3df402263d21","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:30.862153373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-sub","reconcileID":"102029f9-6cf0-45fe-a15c-9e9931ac6102","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.912575895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"60baf812-27e9-4fbc-bb0a-3e0c23dc22f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.913395652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"10b83c21-8fde-4f7b-a1f4-797c82433372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.959530994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"1a1d0d7e-d737-4640-a9f2-51478bbfa1e9","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.971055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"60baf812-27e9-4fbc-bb0a-3e0c23dc22f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.971584033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"10b83c21-8fde-4f7b-a1f4-797c82433372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:30.974070512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"03b45cb1-c31b-4fc6-ae95-72026789ad33","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.016858271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"e1417c06-95eb-4267-8ffc-a3143c08b91c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.017195298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"1a1d0d7e-d737-4640-a9f2-51478bbfa1e9","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.031504459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"9be2f57d-be3d-4ba3-9f4c-d044403d2206","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.073280938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6c6af6d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92b6581af01acde55020b392707b68a955314831b0bbd8a7de449941482e4952) AuthConfig (ee86bed35a3c65a105369daf63d04ad51ab6fd36d13bb31e096cc9e6d9415976) AuthConfig (d8e927ad186dba339bd20489396bf828c5e0089c81098d932806a66a8a721b15) AuthConfig (29674a552de7556d11530ef0aa5be8551610f2f70d105a4d931541359d9de1bd) AuthConfig (6d9c3f9e90742653f7a4e9f7e01a9b3a81b65160a4cc88b268717ee138798a92) AuthConfig (a0b639563335dec1808b11731d21debc472e12bf3c1df9914789b59b5f3f402e) AuthConfig (e625f9ca65c4b22fa8aba458f89599c25af17ca94fc1b072a65ff2ebc0ead22e) AuthConfig (0a651d8567d6ad5f12b263e479e26ddc372c8394df03b4ffc8224313dfa03c52) AuthConfig (62a79e34e70decfef82736ce22b50e316a44c2964538d90e1ed7233db25b0007) AuthConfig (c18fe8053765840cd2fb19ea8143d1505bdde87392d4f574e349e31ee4453002) AuthConfig (cd87201dc56e9a913687b851d085a534b18a2344addb8bc4b8551eae02535e24) AuthConfig (9fc7a18b71538506758264027889dfb3c5bfaaa15f7a61596d982914e04c5a8a) AuthConfig (c178b22855ef6b33c34d10653b3046d4970d3a31a8467eafc1065e158e5c5370) AuthConfig (65dddd2e5ce6db6a3e8692352b75557457b777d5fe82b90578c0cbc79c947233) AuthConfig (13e5ab2ede73c9f345a2a247d8dc33dfddde4b1870f8dbbe8c7e3b9fb3791845) AuthConfig (c9f4e2bef41017c8a2c60814b691989d8ec6139e68077ba0c785885fa268dbc9) AuthConfig (b47f91b59b035c392b321a980d93eef7f1ae6197de0a779647d613b471aad693) AuthConfig (82484980884dd7f2a4a975916b3357e7adc53dcee5ba323387d98c1dd90b86d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"1a1d0d7e-d737-4640-a9f2-51478bbfa1e9","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.075569997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"e1417c06-95eb-4267-8ffc-a3143c08b91c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.1321616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad908716590843c2e1bad5d4e4e3b30efacd507829c05c9604577c957ac1382) AuthConfig (64fc848795f6b6698911eb01fc8a31b90f8d4e8e4e57c40c68405cc77708e477) AuthConfig (9a0a30d38369aa129a6a0b3a9d7fcf8fdf8ea683f52987c5ed4a282d30a2ab47) AuthConfig (c020789f98e4c884d5c3e7289beaf446f581c9ac93030bf2abe65c8553c71856) AuthConfig (a0f6394174db5a0ab6aa587b73e469b70a6e5df4149141c38f2c5064e4e3144a) AuthConfig (3e85f1e7d71a720b9491b715aa1b6708ad59a8f1d7f01e9cd513750e12b67e6a) AuthConfig (b181c18caec961e9912142aad12286ef1bfd185ca9803ec55c4295390f8a291d) AuthConfig (c94a7a62c1afbba9183379380d99f5aa56e1f5c401c840b97a9c73a9b1e01c54) AuthConfig (cd2e4ad35e7564a478f169ce25e26f27f7d791ce9e92c90b7096ea6b08ca9251) AuthConfig (b26682e2dfa3565f06a9abfe2be423535800bf1b93542101a35dba6c81d0475e) AuthConfig (b37559b8f535797d6ca97618f2180e62f72692df7b426ab0867033fd35eccb65) AuthConfig (d05115c46d73860a4b26541f29397ed2fed4b6fc2c814185bde1b9037c9e68b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"e1417c06-95eb-4267-8ffc-a3143c08b91c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.284281186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"54d67e74-beca-4d08-82e6-175b46fdda1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.284280739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"18a366f3-8cce-457e-9866-545019e250b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.28733453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"ada69db8-4b13-483f-a028-3b9562e7d85c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.303271254Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-sub","reconcileID":"7295a198-e507-4f2f-9ba9-fa691eb97556","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.342668099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"54d67e74-beca-4d08-82e6-175b46fdda1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.343653591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"18a366f3-8cce-457e-9866-545019e250b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.345105759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"ada69db8-4b13-483f-a028-3b9562e7d85c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.401040978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-276e9c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad908716590843c2e1bad5d4e4e3b30efacd507829c05c9604577c957ac1382) AuthConfig (64fc848795f6b6698911eb01fc8a31b90f8d4e8e4e57c40c68405cc77708e477) AuthConfig (9a0a30d38369aa129a6a0b3a9d7fcf8fdf8ea683f52987c5ed4a282d30a2ab47) AuthConfig (c020789f98e4c884d5c3e7289beaf446f581c9ac93030bf2abe65c8553c71856) AuthConfig (a0f6394174db5a0ab6aa587b73e469b70a6e5df4149141c38f2c5064e4e3144a) AuthConfig (3e85f1e7d71a720b9491b715aa1b6708ad59a8f1d7f01e9cd513750e12b67e6a) AuthConfig (b181c18caec961e9912142aad12286ef1bfd185ca9803ec55c4295390f8a291d) AuthConfig (c94a7a62c1afbba9183379380d99f5aa56e1f5c401c840b97a9c73a9b1e01c54) AuthConfig (cd2e4ad35e7564a478f169ce25e26f27f7d791ce9e92c90b7096ea6b08ca9251) AuthConfig (b26682e2dfa3565f06a9abfe2be423535800bf1b93542101a35dba6c81d0475e) AuthConfig (b37559b8f535797d6ca97618f2180e62f72692df7b426ab0867033fd35eccb65) AuthConfig (d05115c46d73860a4b26541f29397ed2fed4b6fc2c814185bde1b9037c9e68b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"ada69db8-4b13-483f-a028-3b9562e7d85c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.470450713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"52292146-8e93-4a3b-8ed8-daa8fc20a592","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.514057537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"0d780f16-0675-4f6f-9fe5-509e7cc66c11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:31.68200902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-sub","reconcileID":"2591528b-af03-47c4-9fbc-c3a2f34d0958","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.711449422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.179019627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"689f17c3-340d-4484-a67d-ef24e1d05882","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.236568075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"689f17c3-340d-4484-a67d-ef24e1d05882","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.566270527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"756cc82e-e7b8-4d3d-b57c-136513611247","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.575243812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"dd570bcd-e137-4699-8a45-b737556b7067","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.575269276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"dd570bcd-e137-4699-8a45-b737556b7067","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.624139119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"756cc82e-e7b8-4d3d-b57c-136513611247","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.948225982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"1d0a1848-b808-43ea-9283-833383bb907a","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:42.566915769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"4b36d6a5-af72-4f31-b73a-6c02541f7057","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:42.753038551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9613123e-37d8-49ab-beff-d2be6acf62b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:42.753256056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"4fab4dd9-b864-4401-a42e-494478ac5f28","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:42.754066074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"b35e7b52-a44f-4d59-ba37-6834712a769f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:42.820479939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9613123e-37d8-49ab-beff-d2be6acf62b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:42.820655788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"4fab4dd9-b864-4401-a42e-494478ac5f28","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:42.82460477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"b35e7b52-a44f-4d59-ba37-6834712a769f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:43.660171749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"6cabd124-1ace-43bc-813b-00d64b1e300b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:43.777678023Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"6cabd124-1ace-43bc-813b-00d64b1e300b","name":"e2e-api-a-810633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.415189473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"0820a445-28a5-44fb-ab62-f0091b08e467","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.415220131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"0820a445-28a5-44fb-ab62-f0091b08e467","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.525519203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"383e14aa-6632-4fd3-822d-155865e72bcb","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.525538627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"383e14aa-6632-4fd3-822d-155865e72bcb","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.572593988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"518d86e7-348a-49ce-83f5-be3a85dff4cd","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.630507738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"518d86e7-348a-49ce-83f5-be3a85dff4cd","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.731702019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"d8ffabae-11e1-4f1a-945d-1dce3f0d82c4","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.99973241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"23cfc600-8810-4896-b576-161af7e14f05","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.052894083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"32b10459-b2ad-4cef-8283-9a2379206853","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.057372499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"23cfc600-8810-4896-b576-161af7e14f05","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.386065195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afff0fc-f1e2-4398-a6ea-680e7d9f2505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.438743054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afff0fc-f1e2-4398-a6ea-680e7d9f2505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.49211367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afff0fc-f1e2-4398-a6ea-680e7d9f2505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.545270477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1afff0fc-f1e2-4398-a6ea-680e7d9f2505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.733178839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-sub","reconcileID":"47f718fe-0140-4ad2-b9b0-c916731925d8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.950970311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-sub","reconcileID":"47f718fe-0140-4ad2-b9b0-c916731925d8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.162516324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"60952c4c-ca79-4d2c-9601-3a5eac373cc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.226291954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"9b9b7e8d-cb63-486c-ba43-e71d19e2a4f9","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.375943053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"bfa64163-b81c-4580-ab0b-0746d0427456","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.384345406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"078ef463-923e-46bd-a878-e6c320ad80cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.384369851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"19cd7509-8676-49c3-82bf-762d300a5beb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.384826673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"4d747a80-a92f-4942-96f7-3bcc31ea0062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.442959781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"078ef463-923e-46bd-a878-e6c320ad80cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.444025203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"4d747a80-a92f-4942-96f7-3bcc31ea0062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.447008326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"19cd7509-8676-49c3-82bf-762d300a5beb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.495927768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48b4f9e-aab2-47a1-b626-defe4f42b404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.548604945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48b4f9e-aab2-47a1-b626-defe4f42b404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.601198625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48b4f9e-aab2-47a1-b626-defe4f42b404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.653732421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48b4f9e-aab2-47a1-b626-defe4f42b404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.74915482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-api-key-scoped-auth","reconcileID":"ad7c9eb4-134f-4d28-88e1-d5a960fe3d5f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.92503248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"12393863-b178-433f-aa25-0748b6fef68c","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.620043761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a637331-e3a9-4290-8a4b-3772770c2807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.679184189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a637331-e3a9-4290-8a4b-3772770c2807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.735272417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a637331-e3a9-4290-8a4b-3772770c2807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.844629471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a637331-e3a9-4290-8a4b-3772770c2807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:59.760936201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbe8e22-14be-415e-8dac-5e8966b0f7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:59.8139461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbe8e22-14be-415e-8dac-5e8966b0f7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:59.866498989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbe8e22-14be-415e-8dac-5e8966b0f7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:59.921924258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbe8e22-14be-415e-8dac-5e8966b0f7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.282785848Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-04be07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-04be07","reconcileID":"72df13ac-3fc5-44b4-8f1d-b7b73b236d8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-04be07","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-04be07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.99998167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c173505f-e1a8-4384-ba5a-198719327e70","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.000070062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c173505f-e1a8-4384-ba5a-198719327e70","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.224505721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"9d38b44d-1f3d-44c9-a49a-e7799726131a","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.309458955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"9d38b44d-1f3d-44c9-a49a-e7799726131a","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.427565408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"d887bca9-5067-459e-ace7-60c6b69024f8","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.692542539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"8bf70045-b584-4c4b-8c9e-19b798c5ef83","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.755435155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"8bf70045-b584-4c4b-8c9e-19b798c5ef83","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.80519055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"f0462449-9360-4ecd-9eff-b1483bf99fca","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.289629402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd76ec7-502f-42c4-9768-0cdc18080efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.363562777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd76ec7-502f-42c4-9768-0cdc18080efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.417917026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd76ec7-502f-42c4-9768-0cdc18080efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:02.482575257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd76ec7-502f-42c4-9768-0cdc18080efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.033661257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fe1b7d-e938-4101-a9d5-1c7905697da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.086338265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fe1b7d-e938-4101-a9d5-1c7905697da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.155562048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fe1b7d-e938-4101-a9d5-1c7905697da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.254046876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fe1b7d-e938-4101-a9d5-1c7905697da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.71205106Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.176496269Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-004c0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-004c0e","reconcileID":"c4876d6c-ddb9-4f15-99e4-d3c9747c44b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-004c0e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-004c0e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.39909848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5857f-5261-457e-88f8-b19fe65d968e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.451842343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5857f-5261-457e-88f8-b19fe65d968e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.504551973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5857f-5261-457e-88f8-b19fe65d968e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.557500236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5857f-5261-457e-88f8-b19fe65d968e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.49937019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6c4e05-9a8d-46f2-b5c9-ba89417538db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.552007721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6c4e05-9a8d-46f2-b5c9-ba89417538db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.604723574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6c4e05-9a8d-46f2-b5c9-ba89417538db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.657146248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6c4e05-9a8d-46f2-b5c9-ba89417538db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.583704804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f88cb58-9c6b-4113-bfdc-c18a7b573087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.636609977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f88cb58-9c6b-4113-bfdc-c18a7b573087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.692930652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f88cb58-9c6b-4113-bfdc-c18a7b573087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.747293377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f88cb58-9c6b-4113-bfdc-c18a7b573087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:18.107580691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06adce6-f3bb-4ed2-96ed-359f67a9b7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:18.160196228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06adce6-f3bb-4ed2-96ed-359f67a9b7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:18.212819979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06adce6-f3bb-4ed2-96ed-359f67a9b7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:18.265708405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06adce6-f3bb-4ed2-96ed-359f67a9b7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.397677663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923a9998-1a34-4646-8303-d269eae63adf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.397698893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923a9998-1a34-4646-8303-d269eae63adf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.46015141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120e6602-7b4c-4ab0-9bb7-4025aa15f5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.46024079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120e6602-7b4c-4ab0-9bb7-4025aa15f5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.660814427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"ac9d78b4-8429-4ec1-aba1-d1517ce8c574","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.821855982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"ac9d78b4-8429-4ec1-aba1-d1517ce8c574","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"name":"e2e-api-b-3ede6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.883421679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3ede6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"ac9d78b4-8429-4ec1-aba1-d1517ce8c574","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.898099797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"56272c9f-11c2-42d2-8ab0-ec3940ae06e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.941024703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254346ca-e6ab-4036-8f32-a6ca0f954d5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.941044749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254346ca-e6ab-4036-8f32-a6ca0f954d5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.975837432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"2710c8ff-8dfa-4ea6-8b31-dbc65bfbfef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.116983613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"b725b0ba-fd7b-4e54-b99a-0a599ff2dd09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.231768813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"40656c63-57a7-4ef6-853d-8c7de4d47d9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.316314776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5835c-0be6-4410-b01b-3931a4431d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.317809011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"09c69284-9519-4042-8618-28ddf020c2e1","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.369332704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5835c-0be6-4410-b01b-3931a4431d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.423007712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5835c-0be6-4410-b01b-3931a4431d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.475961638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5835c-0be6-4410-b01b-3931a4431d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.528327021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"dc575b90-856e-4859-9c4a-edc97390f6d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.581572133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"04e89019-dc0f-4590-948b-c984bc3473df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.635583837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"1b924eec-29c5-4922-8d5b-c5686c8cd987","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.688279333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd2f1f2a-1406-4b60-8861-e0552e9c568a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.74116693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"d63fefe6-bbbc-4541-9d3a-9ec91abf1973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.901149106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"cbab635b-763b-4af1-9ccf-557dea4e5c13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:21.002926338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2363fcfb-e128-4342-8a66-60a984c23c87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:21.019550861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"1a04decd-a536-45b7-acc6-fa9a5f79cc0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.4194953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053412b6-9fad-4484-8856-b5dea177d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.472284133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053412b6-9fad-4484-8856-b5dea177d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.524982287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053412b6-9fad-4484-8856-b5dea177d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.577964485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053412b6-9fad-4484-8856-b5dea177d785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.494371439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdf5867-3fb8-47e6-a64c-2c7c259125a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.547308378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdf5867-3fb8-47e6-a64c-2c7c259125a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.599574644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdf5867-3fb8-47e6-a64c-2c7c259125a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.652075061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdf5867-3fb8-47e6-a64c-2c7c259125a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.185090978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"27ac5160-9e98-4230-bae8-651b3e7bb686","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.185471012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5303e93d-649a-41b3-85ae-8cbd500252dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.18548689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5303e93d-649a-41b3-85ae-8cbd500252dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.437652652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"27ac5160-9e98-4230-bae8-651b3e7bb686","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.567250965Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"27ac5160-9e98-4230-bae8-651b3e7bb686","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"name":"e2e-api-a-2fec3b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.56727437Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"e2e-e2e-api-a-2fec3b-policy","reconcileID":"27ac5160-9e98-4230-bae8-651b3e7bb686","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2fec3b-policy","namespace":"ai-tenant-e2e-api-a-2fec3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2fec3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.623989273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cdbdc1c-6856-49fd-9def-14bb552b7707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.62400757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cdbdc1c-6856-49fd-9def-14bb552b7707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.587546385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b22fd42-2467-4cfa-9673-e7246ec84618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.640298119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b22fd42-2467-4cfa-9673-e7246ec84618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.69275701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b22fd42-2467-4cfa-9673-e7246ec84618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.745402025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b22fd42-2467-4cfa-9673-e7246ec84618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:28.855545123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25db3d44-b345-478e-bbd0-966e188ff885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:28.908343624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25db3d44-b345-478e-bbd0-966e188ff885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:28.983745177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25db3d44-b345-478e-bbd0-966e188ff885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:29.090597806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25db3d44-b345-478e-bbd0-966e188ff885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:30.093828739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"599371ea-6275-4b48-9b8c-19704f64a165","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:30.204221614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"599371ea-6275-4b48-9b8c-19704f64a165","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"name":"e2e-api-b-3ede6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:30.260938076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3ede6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"599371ea-6275-4b48-9b8c-19704f64a165","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:30.993618067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed88ad9-50e4-45e2-89bc-6947dabb66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.046257596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed88ad9-50e4-45e2-89bc-6947dabb66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.099571018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed88ad9-50e4-45e2-89bc-6947dabb66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.152267552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed88ad9-50e4-45e2-89bc-6947dabb66f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.217343146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbae166c-57fe-46e6-9ccc-ddad07f44865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.270684847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbae166c-57fe-46e6-9ccc-ddad07f44865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.325701233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbae166c-57fe-46e6-9ccc-ddad07f44865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.385235118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbae166c-57fe-46e6-9ccc-ddad07f44865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.291345294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4e725a-082b-46a4-a5f1-807b61bcca58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.343753081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4e725a-082b-46a4-a5f1-807b61bcca58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.396367301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4e725a-082b-46a4-a5f1-807b61bcca58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.449570652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4e725a-082b-46a4-a5f1-807b61bcca58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:36.711307878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.352831352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357a1cd-efcf-4666-8b37-e4c0be729607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.405309785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357a1cd-efcf-4666-8b37-e4c0be729607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.459666302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357a1cd-efcf-4666-8b37-e4c0be729607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.512433714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357a1cd-efcf-4666-8b37-e4c0be729607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.639454727Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"ddc4051c-bc9f-46d7-8b67-4796d6c75044","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.639521956Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"ddc4051c-bc9f-46d7-8b67-4796d6c75044","name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.707928864Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"ddc4051c-bc9f-46d7-8b67-4796d6c75044","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.708050099Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"ddc4051c-bc9f-46d7-8b67-4796d6c75044","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.70846614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"1e3b15fd-9208-4bf8-8255-d48fe213ec16","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.708539104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"1e3b15fd-9208-4bf8-8255-d48fe213ec16","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.746611325Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"ddc4051c-bc9f-46d7-8b67-4796d6c75044","name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.840118416Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"ddc4051c-bc9f-46d7-8b67-4796d6c75044","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.840992806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"328de2bd-1e1a-4771-8aba-93726e28aa33","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.841085069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"328de2bd-1e1a-4771-8aba-93726e28aa33","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.883994711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"229aae07-9485-4843-b2c5-33e50fb1b451","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.941774352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"229aae07-9485-4843-b2c5-33e50fb1b451","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:37.956103696Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"c27ca760-b1eb-432c-abc2-dd6c56258ebc","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5b23aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.008224897Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"8bc4d0f0-0274-4a68-a909-a7f6c123b5d0","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5b23aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.146343494Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"760a8a76-ea88-49ee-98d3-39b9bfcb1eef","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.368840801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"760a8a76-ea88-49ee-98d3-39b9bfcb1eef","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.496396205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"760a8a76-ea88-49ee-98d3-39b9bfcb1eef","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"e2e-mt-6c6af6d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.496419399Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-policy-6c6af6d8","reconcileID":"760a8a76-ea88-49ee-98d3-39b9bfcb1eef","MaaSAuthPolicy":{"name":"e2e-policy-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.554521809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c217be79-a54f-48b5-9feb-4d56bb5964af","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:38.554540663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c217be79-a54f-48b5-9feb-4d56bb5964af","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:39.533012324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12d0215-23ba-4e16-bb1e-757fee4e6016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:39.58584299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12d0215-23ba-4e16-bb1e-757fee4e6016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:39.638231397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12d0215-23ba-4e16-bb1e-757fee4e6016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:39.690746143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12d0215-23ba-4e16-bb1e-757fee4e6016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:40.36627144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"284b7b6e-8dfb-469b-9204-c02855b76c5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:40.425373978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"284b7b6e-8dfb-469b-9204-c02855b76c5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"name":"e2e-api-b-3ede6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:40.482215993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3ede6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32683cf6d5e7902abde2a0b43101c2e4b1c9844e22008686bcc2d5dc8309656b) AuthConfig (cf87c9d7be8c4c5926447768d8fdc4698e464fea0a4f4bc168fc67e630392040) AuthConfig (c8d628769189bbd80c7e1583f262b3dc8722ed9d1f000e6626b8995d63080844) AuthConfig (f0deb82b661785ec2b026ec5392fcb264f8454c9dd3fb67e745b8d5e08379674) AuthConfig (bcb7b66475a01f7727c966445420ee905d89946204402ed8158d12d45a264bec) AuthConfig (27d3ccadd3e8b92bd67629d2e846ec70424feebb9437e9e354bd7ba021c69bfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"284b7b6e-8dfb-469b-9204-c02855b76c5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:40.541053096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fd2e32a-c392-4dd0-a49b-e0604339bca0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:40.541073437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fd2e32a-c392-4dd0-a49b-e0604339bca0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.602003355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c8e8e3-a321-4289-b3b0-46d3c7e48e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.654583624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c8e8e3-a321-4289-b3b0-46d3c7e48e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.707084268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c8e8e3-a321-4289-b3b0-46d3c7e48e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.759583823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c8e8e3-a321-4289-b3b0-46d3c7e48e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.392820659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69cec2b5-b1f0-419a-b78a-8c69da6a7b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.392842012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69cec2b5-b1f0-419a-b78a-8c69da6a7b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.448195264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaeca781-e204-497f-880a-84bc25874149","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.448217547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaeca781-e204-497f-880a-84bc25874149","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.55227547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"31d0ac11-081b-4a7f-be3a-3d62b70d606a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.680979733Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"31d0ac11-081b-4a7f-be3a-3d62b70d606a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.737532497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-810633-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"31d0ac11-081b-4a7f-be3a-3d62b70d606a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.829073299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62c83f0e-2ae7-4a50-949d-5f03884dd71c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.829093037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62c83f0e-2ae7-4a50-949d-5f03884dd71c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.729687102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e78cdd-6875-4ebf-b064-4f035f821986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.782209689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e78cdd-6875-4ebf-b064-4f035f821986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.834688261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e78cdd-6875-4ebf-b064-4f035f821986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.899363846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e78cdd-6875-4ebf-b064-4f035f821986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.012645398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693a14b4-fed4-456b-b7f1-b9477ae633da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.065226986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693a14b4-fed4-456b-b7f1-b9477ae633da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.119204217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693a14b4-fed4-456b-b7f1-b9477ae633da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.17249894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"693a14b4-fed4-456b-b7f1-b9477ae633da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:47.880112125Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b28de4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b28de4","reconcileID":"dc4e284f-01f1-4e87-8071-d850f4ca6da7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b28de4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b28de4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.06192591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"7f931b83-aa0a-486c-9255-266390433fda","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","subscription":"e2e-sub-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.085694024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58bd89-631e-495a-8a77-151996356e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.140767107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58bd89-631e-495a-8a77-151996356e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.193483877Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"7f931b83-aa0a-486c-9255-266390433fda","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.193553774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58bd89-631e-495a-8a77-151996356e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.246227357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58bd89-631e-495a-8a77-151996356e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.247386738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-sub-6c6af6d8","reconcileID":"7f931b83-aa0a-486c-9255-266390433fda","MaaSSubscription":{"name":"e2e-sub-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"name":"maas-trlp-e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.567475135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c9da0be4-abb1-4067-8846-5a8a1eb21ed3","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:48.567495839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c9da0be4-abb1-4067-8846-5a8a1eb21ed3","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.189671525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2173f16b-3561-4367-a1c1-b9762132c4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.242739706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2173f16b-3561-4367-a1c1-b9762132c4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.295742301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2173f16b-3561-4367-a1c1-b9762132c4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.348305982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2173f16b-3561-4367-a1c1-b9762132c4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.666086642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"db0ae668-66b4-422d-83f2-180d252071ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.723365115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"db0ae668-66b4-422d-83f2-180d252071ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"name":"e2e-api-b-3ede6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.781483383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3ede6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32683cf6d5e7902abde2a0b43101c2e4b1c9844e22008686bcc2d5dc8309656b) AuthConfig (cf87c9d7be8c4c5926447768d8fdc4698e464fea0a4f4bc168fc67e630392040) AuthConfig (c8d628769189bbd80c7e1583f262b3dc8722ed9d1f000e6626b8995d63080844) AuthConfig (f0deb82b661785ec2b026ec5392fcb264f8454c9dd3fb67e745b8d5e08379674) AuthConfig (bcb7b66475a01f7727c966445420ee905d89946204402ed8158d12d45a264bec) AuthConfig (27d3ccadd3e8b92bd67629d2e846ec70424feebb9437e9e354bd7ba021c69bfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"db0ae668-66b4-422d-83f2-180d252071ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.249121799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac15868-b573-40dc-93ec-77e035eef386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.307893811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac15868-b573-40dc-93ec-77e035eef386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.366492403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac15868-b573-40dc-93ec-77e035eef386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.419405891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac15868-b573-40dc-93ec-77e035eef386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.944531335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"78d19c45-2452-4729-8aff-cd38d0108c1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.002238519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"78d19c45-2452-4729-8aff-cd38d0108c1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.058407571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-810633-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"78d19c45-2452-4729-8aff-cd38d0108c1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.206309123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"3dbc7508-4ed5-4223-81f1-429c0d658572","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.327666355Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"3dbc7508-4ed5-4223-81f1-429c0d658572","name":"e2e-api-a-04be07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.387437715Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","namespace":"ai-tenant-e2e-api-a-2fec3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.387525075Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","namespace":"ai-tenant-e2e-api-a-2fec3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.387599767Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","tenant":"e2e-api-a-2fec3b","tenantID":"e2e-api-a-2fec3b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.441982721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"Deployment","name":"maas-api-e2e-api-a-2fec3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.506206001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"Service","name":"maas-api-e2e-api-a-2fec3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.561795918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-2fec3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.616415905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-2fec3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.620162411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01121390-42eb-4f11-baaa-474ba1994ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.677806408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01121390-42eb-4f11-baaa-474ba1994ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.685081669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.752697739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01121390-42eb-4f11-baaa-474ba1994ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.812201124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01121390-42eb-4f11-baaa-474ba1994ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.8136766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.886093101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.945221396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.014088542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"Deployment","name":"payload-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.136447734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.198666542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"Service","name":"payload-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.253653614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"Service","name":"payload-pre-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.306330055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.359194964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.415396136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.472384979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.524468778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.576483161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.628450489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-2fec3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.686262358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2fec3b"},"namespace":"ai-tenant-e2e-api-a-2fec3b","name":"default-tenant","reconcileID":"3b87e8a6-b69b-45b3-9d56-75adc1264c42","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-2fec3b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.894682345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441c524f-4f5a-414f-90a7-bd434a5ae6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.959529236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441c524f-4f5a-414f-90a7-bd434a5ae6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.012321021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441c524f-4f5a-414f-90a7-bd434a5ae6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.064851114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441c524f-4f5a-414f-90a7-bd434a5ae6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.453500213Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2fec3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2fec3b","reconcileID":"5cf95012-a20a-4cce-8f35-25c407dfc591","aitenant":"ai-tenants/e2e-api-a-2fec3b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:58.240270478Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2fec3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2fec3b","reconcileID":"5cf95012-a20a-4cce-8f35-25c407dfc591","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2fec3b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-2fec3b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:59.101542155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29375210-8521-4e46-98a6-262b6483ddc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:59.166669002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29375210-8521-4e46-98a6-262b6483ddc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:59.219809858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29375210-8521-4e46-98a6-262b6483ddc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:59.273007445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29375210-8521-4e46-98a6-262b6483ddc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.884433056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"8a6326ab-c5fa-411e-ab1b-74a4aaffc78c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.899835242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"8b76eb88-8b6d-440d-aea8-b71e2b553bb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:00.957642699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"8b76eb88-8b6d-440d-aea8-b71e2b553bb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"name":"e2e-api-b-3ede6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.002634559Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"8a6326ab-c5fa-411e-ab1b-74a4aaffc78c","name":"e2e-api-a-004c0e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.014263044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3ede6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32683cf6d5e7902abde2a0b43101c2e4b1c9844e22008686bcc2d5dc8309656b) AuthConfig (cf87c9d7be8c4c5926447768d8fdc4698e464fea0a4f4bc168fc67e630392040) AuthConfig (c8d628769189bbd80c7e1583f262b3dc8722ed9d1f000e6626b8995d63080844) AuthConfig (f0deb82b661785ec2b026ec5392fcb264f8454c9dd3fb67e745b8d5e08379674) AuthConfig (bcb7b66475a01f7727c966445420ee905d89946204402ed8158d12d45a264bec) AuthConfig (27d3ccadd3e8b92bd67629d2e846ec70424feebb9437e9e354bd7ba021c69bfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"8b76eb88-8b6d-440d-aea8-b71e2b553bb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.196690078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4058eb0-1b92-440e-a7df-cd208da5b539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.249063958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4058eb0-1b92-440e-a7df-cd208da5b539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.301994339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4058eb0-1b92-440e-a7df-cd208da5b539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:01.356559822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4058eb0-1b92-440e-a7df-cd208da5b539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.163381646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"a2721592-58ea-4089-9278-4a3927517a04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.220660623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"a2721592-58ea-4089-9278-4a3927517a04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.262152491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5605ed2-6cb1-47b7-a958-0bc654ae18cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.315592375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5605ed2-6cb1-47b7-a958-0bc654ae18cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.320179894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-810633-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"a2721592-58ea-4089-9278-4a3927517a04","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.368159326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5605ed2-6cb1-47b7-a958-0bc654ae18cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.421094887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5605ed2-6cb1-47b7-a958-0bc654ae18cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.570455962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d5a48-8358-4c7e-8413-c224c42bfee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.644123577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d5a48-8358-4c7e-8413-c224c42bfee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.701531756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d5a48-8358-4c7e-8413-c224c42bfee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.753953169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d5a48-8358-4c7e-8413-c224c42bfee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.9012517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"333fe871-9ff5-427b-94e7-832a386446f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.958565654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"333fe871-9ff5-427b-94e7-832a386446f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"name":"e2e-api-b-3ede6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.964339502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8f38b6a-137b-410e-9950-7cac93eb3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:05.964357916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8f38b6a-137b-410e-9950-7cac93eb3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.023680054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3ede6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32683cf6d5e7902abde2a0b43101c2e4b1c9844e22008686bcc2d5dc8309656b) AuthConfig (cf87c9d7be8c4c5926447768d8fdc4698e464fea0a4f4bc168fc67e630392040) AuthConfig (c8d628769189bbd80c7e1583f262b3dc8722ed9d1f000e6626b8995d63080844) AuthConfig (f0deb82b661785ec2b026ec5392fcb264f8454c9dd3fb67e745b8d5e08379674) AuthConfig (bcb7b66475a01f7727c966445420ee905d89946204402ed8158d12d45a264bec) AuthConfig (27d3ccadd3e8b92bd67629d2e846ec70424feebb9437e9e354bd7ba021c69bfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"333fe871-9ff5-427b-94e7-832a386446f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.023888039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"bb6dbef0-a93a-41ab-bf12-641c6b6db4ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.310675554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"bb6dbef0-a93a-41ab-bf12-641c6b6db4ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.438483157Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"bb6dbef0-a93a-41ab-bf12-641c6b6db4ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"name":"e2e-api-b-3ede6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.438509479Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"e2e-e2e-api-b-3ede6d-policy","reconcileID":"bb6dbef0-a93a-41ab-bf12-641c6b6db4ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3ede6d-policy","namespace":"ai-tenant-e2e-api-b-3ede6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3ede6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.495283936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6aa92ab-e3cc-4b9b-93b3-33ec554c1800","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.495306702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6aa92ab-e3cc-4b9b-93b3-33ec554c1800","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.585678562Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","namespace":"ai-tenant-e2e-api-b-3ede6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.585734334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","namespace":"ai-tenant-e2e-api-b-3ede6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.585789108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","tenant":"e2e-api-b-3ede6d","tenantID":"e2e-api-b-3ede6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.639932672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"Deployment","name":"maas-api-e2e-api-b-3ede6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.702067877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"Service","name":"maas-api-e2e-api-b-3ede6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.712907698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.762979828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-3ede6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.870664998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-3ede6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:06.966133459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.025063929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.098787096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.255832851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"71c839ae-d829-4ea9-a2ae-f838d4c313da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.28536479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.382140815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"Deployment","name":"payload-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.382620162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"fe000903-f6fd-4555-a2f8-426ee4da3c7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.434064646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"585c7c19-3e66-4c3d-a9cf-96dd3cba470c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.43930048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.507890035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"Service","name":"payload-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.552713651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"53d5c961-eabb-49cc-bc1c-00b798096210","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.564090024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"Service","name":"payload-pre-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.618495944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.67250854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.700366547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"29cb90da-0337-463f-8976-3ae970db66ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.730666034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.786922136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.801754306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49d14ddb-d278-40c1-9f94-8a47d067d046","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.819931416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ae66a8e-0f00-4199-ae69-eb7577b4d37f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.841571653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.90126229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.905512008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"6584df41-231e-41f6-9819-80adfb095594","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.98439564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b206274-08fb-457d-9f83-1958ed02862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.075526637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b206274-08fb-457d-9f83-1958ed02862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.076219986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-3ede6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.100596976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"1f11fae7-193b-466d-b07a-37bb8b2f06bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.129008693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b206274-08fb-457d-9f83-1958ed02862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.135483102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"d2df8622-7692-49c3-80e5-9610146ab7a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.182365323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b206274-08fb-457d-9f83-1958ed02862e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.236548304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3ede6d"},"namespace":"ai-tenant-e2e-api-b-3ede6d","name":"default-tenant","reconcileID":"6d812ed5-c6ff-40ad-8c0f-06ccb1310624","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-3ede6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.288122315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"b3e234d3-3dbb-4dbe-a380-2047a33203ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.341364889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"3d1ba94a-a351-4cc6-b019-c2431525de9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:10.130622947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d1fc6-b044-49da-953b-0db0a49c7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:10.183406346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d1fc6-b044-49da-953b-0db0a49c7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:10.235932238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d1fc6-b044-49da-953b-0db0a49c7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:10.288458561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6d1fc6-b044-49da-953b-0db0a49c7a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.194200808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea3073-a2f6-4c7e-9656-e3ac8dbe05d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.246900015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea3073-a2f6-4c7e-9656-e3ac8dbe05d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.29928384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea3073-a2f6-4c7e-9656-e3ac8dbe05d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:12.351741794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea3073-a2f6-4c7e-9656-e3ac8dbe05d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.085783264Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3ede6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3ede6d","reconcileID":"8ddb7da7-1689-4dac-a664-a0ead19136df","aitenant":"ai-tenants/e2e-api-b-3ede6d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.499369088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"c37c09df-a4a8-437a-8043-b558d207263e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.559323974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"c37c09df-a4a8-437a-8043-b558d207263e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.617190135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-810633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5654787fcbb3aacaec880258b8f0a3321b67099e9d247a53e0c769230a44e3fc) AuthConfig (287845f3a6eaba5c2fe37e4e4c7354fae6ff2b338fa8cb0bb7e9928b551fb08b) AuthConfig (e5f9e72118d73ec86d0801d90c578a67f6ad3bcb00041260d3b6f3a95a290619) AuthConfig (354a88c854b24e7dd4a323110ab1608b785f4a0653a6a21e3c38c91044ac1b97) AuthConfig (655bda6270d46d2950bdcd25ef239005aca0ea4f764ab0b1bae09aa611f4acef) AuthConfig (0ccdc83a50cc467d332db7c702e8c6d86a9e57685b7c39f76cba2e812dc81d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"c37c09df-a4a8-437a-8043-b558d207263e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.747750698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5109c0f-acf8-4213-a58b-24f5d235cea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.747773018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5109c0f-acf8-4213-a58b-24f5d235cea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.914917238Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3ede6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3ede6d","reconcileID":"8ddb7da7-1689-4dac-a664-a0ead19136df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3ede6d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-3ede6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.319854754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c262bb4c-978f-4f23-b465-df81e1838c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.373008025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c262bb4c-978f-4f23-b465-df81e1838c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.427308494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c262bb4c-978f-4f23-b465-df81e1838c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:14.480593673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c262bb4c-978f-4f23-b465-df81e1838c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.439886189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4740aa5e-6c73-4fdd-a492-4257d9f3ce05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.492338322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4740aa5e-6c73-4fdd-a492-4257d9f3ce05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.545713775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4740aa5e-6c73-4fdd-a492-4257d9f3ce05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:16.598249726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4740aa5e-6c73-4fdd-a492-4257d9f3ce05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:18.587642609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2ec22d-4967-4a49-a054-bf02f8109995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:18.640077909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2ec22d-4967-4a49-a054-bf02f8109995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:18.692539708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2ec22d-4967-4a49-a054-bf02f8109995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:18.744984775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2ec22d-4967-4a49-a054-bf02f8109995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:20.652642188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3819115-64a0-4267-9b8c-040a7e0775a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:20.705323312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3819115-64a0-4267-9b8c-040a7e0775a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:20.758494777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3819115-64a0-4267-9b8c-040a7e0775a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:20.811128997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3819115-64a0-4267-9b8c-040a7e0775a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.783820831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb13c8-55a0-4e9d-88c6-171456ca000e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.836491744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb13c8-55a0-4e9d-88c6-171456ca000e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.889144429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb13c8-55a0-4e9d-88c6-171456ca000e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.941613569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fb13c8-55a0-4e9d-88c6-171456ca000e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:23.841748728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"2a86011d-d41f-4fe1-92e3-3a25b7f3f1de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:23.89914384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"2a86011d-d41f-4fe1-92e3-3a25b7f3f1de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:24.005246077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-810633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5654787fcbb3aacaec880258b8f0a3321b67099e9d247a53e0c769230a44e3fc) AuthConfig (287845f3a6eaba5c2fe37e4e4c7354fae6ff2b338fa8cb0bb7e9928b551fb08b) AuthConfig (e5f9e72118d73ec86d0801d90c578a67f6ad3bcb00041260d3b6f3a95a290619) AuthConfig (354a88c854b24e7dd4a323110ab1608b785f4a0653a6a21e3c38c91044ac1b97) AuthConfig (655bda6270d46d2950bdcd25ef239005aca0ea4f764ab0b1bae09aa611f4acef) AuthConfig (0ccdc83a50cc467d332db7c702e8c6d86a9e57685b7c39f76cba2e812dc81d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"2a86011d-d41f-4fe1-92e3-3a25b7f3f1de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:24.884937406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24648ac5-5e2e-4fb0-b2ff-502eac112062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:24.937749885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24648ac5-5e2e-4fb0-b2ff-502eac112062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:24.995643379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24648ac5-5e2e-4fb0-b2ff-502eac112062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:25.057148053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24648ac5-5e2e-4fb0-b2ff-502eac112062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:26.987686632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb2231d-9389-4c92-9d14-68fdc34fb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.041213359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb2231d-9389-4c92-9d14-68fdc34fb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.094000184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb2231d-9389-4c92-9d14-68fdc34fb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:27.14654516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb2231d-9389-4c92-9d14-68fdc34fb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.15728353Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.157370091Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.157447319Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","tenant":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.211765673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"Deployment","name":"maas-api-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.272278178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"Service","name":"maas-api-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.328628032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.383368329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.448135638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.508292426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.568792131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.627512416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.680612759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"Deployment","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.734803342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.792246615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"Service","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.848228203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"Service","name":"payload-pre-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.901209129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:29.954317241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:30.007107135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:30.064400671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:30.117011326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:30.169763048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:30.22613285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:30.279702801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"60b9ccbe-a736-4e1e-b336-c72223030d1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6c6af6d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:31.155674857Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6c6af6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6c6af6d8","reconcileID":"af4b1ca0-8562-4d9b-81ee-0df2beb98131","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6c6af6d8","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6c6af6d8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.328275702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"3ec1378f-e25b-40d8-9d8d-6139cf58856c","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.441983738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"3ec1378f-e25b-40d8-9d8d-6139cf58856c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.447408074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"48fc5a2c-1487-43bd-b985-8dff6fff008e","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.447483399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"48fc5a2c-1487-43bd-b985-8dff6fff008e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.45870494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"6b9adcf4-72c8-475c-94cd-71a49e3c639d","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.458771384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"6b9adcf4-72c8-475c-94cd-71a49e3c639d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.480100125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"0f0bc2ea-0025-45bf-a2a0-2b57d1ad6f5c","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.480191135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"0f0bc2ea-0025-45bf-a2a0-2b57d1ad6f5c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.521344077Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"286a0656-8623-400b-9951-786409c4954f","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.521413086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"286a0656-8623-400b-9951-786409c4954f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.602606856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"586416d6-87b3-4471-b459-6e1129147b48","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.602680364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"586416d6-87b3-4471-b459-6e1129147b48","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.763631041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"09725087-b6e8-4d8e-ada6-013693a18d62","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:31.763720596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"09725087-b6e8-4d8e-ada6-013693a18d62","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:32.084321294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"89e3e9cb-6793-40ce-a193-9e3602d0d695","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:32.08452594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"89e3e9cb-6793-40ce-a193-9e3602d0d695","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:32.30356821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e0b537-8ff6-4f46-9c5b-1d19f58ae69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:32.356368589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e0b537-8ff6-4f46-9c5b-1d19f58ae69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:32.409771636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e0b537-8ff6-4f46-9c5b-1d19f58ae69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:32.462473722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e0b537-8ff6-4f46-9c5b-1d19f58ae69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:32.725150441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"d76f6744-4fad-4317-84d6-02289b55dfa7","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:32.725224889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"d76f6744-4fad-4317-84d6-02289b55dfa7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:34.005684957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"69ddf48b-d188-464e-a7db-3613ab25d49b","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:34.005757815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"69ddf48b-d188-464e-a7db-3613ab25d49b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:34.112948535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"1ab85ed2-bb3c-43ce-9d83-30c8884d7687","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:34.170510302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"1ab85ed2-bb3c-43ce-9d83-30c8884d7687","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:34.226623712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-810633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5654787fcbb3aacaec880258b8f0a3321b67099e9d247a53e0c769230a44e3fc) AuthConfig (287845f3a6eaba5c2fe37e4e4c7354fae6ff2b338fa8cb0bb7e9928b551fb08b) AuthConfig (e5f9e72118d73ec86d0801d90c578a67f6ad3bcb00041260d3b6f3a95a290619) AuthConfig (354a88c854b24e7dd4a323110ab1608b785f4a0653a6a21e3c38c91044ac1b97) AuthConfig (655bda6270d46d2950bdcd25ef239005aca0ea4f764ab0b1bae09aa611f4acef) AuthConfig (0ccdc83a50cc467d332db7c702e8c6d86a9e57685b7c39f76cba2e812dc81d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"1ab85ed2-bb3c-43ce-9d83-30c8884d7687","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:34.419471982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697d928d-386f-4dc7-a54c-1a841d4162b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:34.503467753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697d928d-386f-4dc7-a54c-1a841d4162b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:34.599532771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697d928d-386f-4dc7-a54c-1a841d4162b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:34.660417437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697d928d-386f-4dc7-a54c-1a841d4162b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:36.567080795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"57f9ed64-bcbf-45a6-b500-45806a40fb15","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:36.567161521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"57f9ed64-bcbf-45a6-b500-45806a40fb15","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.7276637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:37.296911294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"d14a7932-4358-4684-a13e-344ea577eebf","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:37.297003224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"d14a7932-4358-4684-a13e-344ea577eebf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:37.458737764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"06c5782c-7b44-4a81-bee2-084dc27973b7","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:37.458825806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"06c5782c-7b44-4a81-bee2-084dc27973b7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8-kserve-route (gateways: [openshift-ingress/e2e-mt-6c6af6d8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.245324872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be52a0-fc1e-44e5-bb53-83a63e59eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.297649292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be52a0-fc1e-44e5-bb53-83a63e59eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.350240471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be52a0-fc1e-44e5-bb53-83a63e59eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.403731244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be52a0-fc1e-44e5-bb53-83a63e59eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.621994142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"2ca419ae-bba8-4c38-921f-1a56596cfe83","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.622018866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"2ca419ae-bba8-4c38-921f-1a56596cfe83","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:38.789198203Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6c6af6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6c6af6d8","reconcileID":"b52dd919-9d9b-4e61-bafe-9c0550192e35","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6c6af6d8","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6c6af6d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.719008379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"43334286-74b2-445f-9939-89c46469edf7","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:39.719031364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"43334286-74b2-445f-9939-89c46469edf7","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.389926586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599820e-6df6-47bd-989e-bdbc6d7b5053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.443499571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599820e-6df6-47bd-989e-bdbc6d7b5053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.496029042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599820e-6df6-47bd-989e-bdbc6d7b5053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.548763357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599820e-6df6-47bd-989e-bdbc6d7b5053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.573554793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5edc7d46-5454-43bf-ab11-a696abfd4bca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.57358707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5edc7d46-5454-43bf-ab11-a696abfd4bca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.634710939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d6632cc-82ff-4016-8582-0188f7c8010a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.634739237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d6632cc-82ff-4016-8582-0188f7c8010a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.8165334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"4dc91b5f-8ea7-49e3-82c3-69285bda7a0e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.85732636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e13a6890-8ad1-4e42-a342-4a652fdf3f72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.857351835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e13a6890-8ad1-4e42-a342-4a652fdf3f72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.874605661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"4dc91b5f-8ea7-49e3-82c3-69285bda7a0e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.912790065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95514a6a-14a8-4283-973e-4542924d7763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:40.912818123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95514a6a-14a8-4283-973e-4542924d7763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:40.961208073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"d8137599-cdde-43f0-b6bd-e087f536b987","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-eed7f02a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.013209058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce5b4fc1-47a2-4950-8154-ea23e87e0e71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.013215553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65cad0eb-6dbe-436a-938e-e82a4cb6c3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.074122328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65cad0eb-6dbe-436a-938e-e82a4cb6c3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.075711544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce5b4fc1-47a2-4950-8154-ea23e87e0e71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.082023335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37717db2-ce69-40e4-91ed-5ac744f8cdfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.082049623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37717db2-ce69-40e4-91ed-5ac744f8cdfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.142539274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a64dc5a-608e-46fd-9d3c-c24666fadc61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.14264458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a64dc5a-608e-46fd-9d3c-c24666fadc61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.200114153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0543adc-f45c-421e-b1a3-59dbcb835076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.200224563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0543adc-f45c-421e-b1a3-59dbcb835076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.363413765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"b32a32f4-9120-436e-acc7-2f7bdb78097d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.475840468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"b32a32f4-9120-436e-acc7-2f7bdb78097d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.476701768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"172d746c-6659-4c26-808d-e57922241cbb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-eed7f02a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.477084211Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"172d746c-6659-4c26-808d-e57922241cbb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-eed7f02a","error":"MaaSModelRef not found: llm/nonexistent-model-eed7f02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.747499057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29b1be84-e5e4-4a1c-bfd0-cf8098c8dbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.82001043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"124812d1-28f8-4ed5-9601-414c06908e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.822801667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a4c057b-60af-42e6-863a-09f91fe5551c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.938673075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29b1be84-e5e4-4a1c-bfd0-cf8098c8dbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.992903636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2c1b080-5228-4ad2-b9cf-732e1b269a49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.993908922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2c1b080-5228-4ad2-b9cf-732e1b269a49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:41.994957669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a4c057b-60af-42e6-863a-09f91fe5551c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.257556678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"e43095c3-c083-418a-8928-66f0beb9bc37","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.257846489Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"e43095c3-c083-418a-8928-66f0beb9bc37","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-eed7f02a","error":"MaaSModelRef not found: llm/nonexistent-model-eed7f02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.704669275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9842339f-bae4-4e65-bc29-f8a599bcbc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.759407726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9842339f-bae4-4e65-bc29-f8a599bcbc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.811829956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9842339f-bae4-4e65-bc29-f8a599bcbc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:42.865219618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9842339f-bae4-4e65-bc29-f8a599bcbc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.607359279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"552717b1-231f-427d-8d99-d8cec789bf12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.607378965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"552717b1-231f-427d-8d99-d8cec789bf12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.763631735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"0a1bb6e4-09c9-4f26-a70c-6910e2067eaa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.76367028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88e7ee9c-6b1a-44b9-9c4d-99a4d9acff1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.76418274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a04640bf-5542-4b0c-b280-678f46648355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.822708222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"0a1bb6e4-09c9-4f26-a70c-6910e2067eaa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.823360156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a04640bf-5542-4b0c-b280-678f46648355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:43.825147316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88e7ee9c-6b1a-44b9-9c4d-99a4d9acff1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.337330893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"f9867ee0-588b-4add-b889-d9a0c4f2601e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.396222209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"f9867ee0-588b-4add-b889-d9a0c4f2601e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.66983333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"383eb5c9-346b-43b2-a099-0d5db04e4b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.669855507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"383eb5c9-346b-43b2-a099-0d5db04e4b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.793291888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be527af3-2298-450b-8586-a2bb29df112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.845773127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be527af3-2298-450b-8586-a2bb29df112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.898520742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be527af3-2298-450b-8586-a2bb29df112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.951571958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be527af3-2298-450b-8586-a2bb29df112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:46.671239537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"90fe4036-7175-4d74-9826-8745b91b4126","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:46.790218689Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"90fe4036-7175-4d74-9826-8745b91b4126","name":"e2e-api-b-b28de4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.580145039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4251413-8a56-43f9-9f59-c8a263f67564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.633446099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4251413-8a56-43f9-9f59-c8a263f67564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.708718933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4251413-8a56-43f9-9f59-c8a263f67564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.776212717Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"a5724743-90cf-41bc-9a7e-5e95b9cefdf4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-eed7f02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:53.791120503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4251413-8a56-43f9-9f59-c8a263f67564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.070928491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"a5724743-90cf-41bc-9a7e-5e95b9cefdf4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.070969474Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"a5724743-90cf-41bc-9a7e-5e95b9cefdf4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-eed7f02a","subscription":"e2e-neg-ghost-sub-eed7f02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.071108915Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-eed7f02a","reconcileID":"a5724743-90cf-41bc-9a7e-5e95b9cefdf4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-eed7f02a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-eed7f02a","error":"MaaSModelRef not found: llm/nonexistent-model-eed7f02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.31664802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5ff2066e-3881-44a1-95ef-186cbaababee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.453776444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7b88435-a90b-416f-9b2f-a1b2ecfbe327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.453804854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7b88435-a90b-416f-9b2f-a1b2ecfbe327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.609456418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c1188ad-afd9-4b88-957f-fc69f9594d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.609476539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c1188ad-afd9-4b88-957f-fc69f9594d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.610288196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"209bd35e-5e57-4644-a2a0-d7ab58505719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.61029199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5e435bb-44be-4ce7-bcf6-0d4c7f37bad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.610725025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"332c451a-5956-4df7-9f27-b30528890e3b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.699842592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5e435bb-44be-4ce7-bcf6-0d4c7f37bad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.712005065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"332c451a-5956-4df7-9f27-b30528890e3b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.716797658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"209bd35e-5e57-4644-a2a0-d7ab58505719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:54.954898435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-eed7f02a","reconcileID":"86716325-325d-4fd8-be21-ba0fe902d3d3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-eed7f02a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.133071572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae6bfd3-7f18-44b8-aeed-ca48c353a744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.133094408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae6bfd3-7f18-44b8-aeed-ca48c353a744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.406938413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dab23a61-dd9d-48cc-a32b-83a67ad8e03d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.406971543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dab23a61-dd9d-48cc-a32b-83a67ad8e03d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.4638476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c769df23-305e-4528-ad6e-f8fa4e4448c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.463894726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c769df23-305e-4528-ad6e-f8fa4e4448c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.672026881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"b12d4b4b-d320-4de3-899f-e1311e6fbcc6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.731103139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"b12d4b4b-d320-4de3-899f-e1311e6fbcc6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.82077653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd89dd8-4913-44cd-8c30-2cfe9f3ec7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.880437439Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"b12d4b4b-d320-4de3-899f-e1311e6fbcc6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e5e925d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.880906487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd89dd8-4913-44cd-8c30-2cfe9f3ec7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.934141655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd89dd8-4913-44cd-8c30-2cfe9f3ec7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:55.988356566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd89dd8-4913-44cd-8c30-2cfe9f3ec7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.115486733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0515ad5-db9e-44ef-9181-f534504abebc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.11561914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0515ad5-db9e-44ef-9181-f534504abebc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.390969193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"8b0c5aa3-a3ab-414f-b735-a8774f713b14","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.455050301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"8b0c5aa3-a3ab-414f-b735-a8774f713b14","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:56.577249913Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"8b0c5aa3-a3ab-414f-b735-a8774f713b14","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e5e925d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:57.994721578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002342b7-279c-45da-b6ea-1454b285b298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:57.99474154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002342b7-279c-45da-b6ea-1454b285b298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.050240638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56bd7298-fee9-4b34-b827-49241d3038cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.050259287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56bd7298-fee9-4b34-b827-49241d3038cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.140152507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"d1a35a85-9882-4f8d-8e6a-0380d6fae230","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.140189311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b60fe26-1d5c-448d-9350-eea4baa63dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.14020325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b60fe26-1d5c-448d-9350-eea4baa63dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.153854928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"33418b42-cfbd-4b9a-a7c3-773f75e288ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.192480019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e5e925d1","reconcileID":"d1a35a85-9882-4f8d-8e6a-0380d6fae230","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e5e925d1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e5e925d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.280837866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"33418b42-cfbd-4b9a-a7c3-773f75e288ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"name":"e2e-api-a-04be07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.372527302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-04be07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"33418b42-cfbd-4b9a-a7c3-773f75e288ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.426960136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50dbda2f-87f2-410c-a134-9b528ee50c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.426985841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50dbda2f-87f2-410c-a134-9b528ee50c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.429667642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c32e4f-a249-488e-b4c1-5011b0317d5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:58.429685457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c32e4f-a249-488e-b4c1-5011b0317d5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.335123258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808d905-5072-4d43-a75a-92fb6f23549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.389287969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808d905-5072-4d43-a75a-92fb6f23549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.455601507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808d905-5072-4d43-a75a-92fb6f23549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.508463054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5808d905-5072-4d43-a75a-92fb6f23549a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:01.49091684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394774e-1131-4ce8-8a00-be24eec1f147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:01.543470186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394774e-1131-4ce8-8a00-be24eec1f147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:01.595959457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394774e-1131-4ce8-8a00-be24eec1f147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:01.648617956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394774e-1131-4ce8-8a00-be24eec1f147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:02.883508328Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7b798c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7b798c","reconcileID":"d9f3f4d0-2f2e-4f9c-b9d0-850ddc1fa9e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7b798c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-7b798c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.611594722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69fba44-56d9-4421-82df-3b25fc1c1c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.664326869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69fba44-56d9-4421-82df-3b25fc1c1c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.716903468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69fba44-56d9-4421-82df-3b25fc1c1c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:03.769282743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69fba44-56d9-4421-82df-3b25fc1c1c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.25750696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee1b99f4-92e4-462a-a9ad-90255fa060df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.257528707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee1b99f4-92e4-462a-a9ad-90255fa060df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.314624793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ebdbc54-5cdd-4acd-8b42-b57b7864b88a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.314645901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ebdbc54-5cdd-4acd-8b42-b57b7864b88a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.41855576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"a45638c7-3ad3-43ca-8ffa-9e9543636fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.54629099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"a45638c7-3ad3-43ca-8ffa-9e9543636fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.602698571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-004c0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"a45638c7-3ad3-43ca-8ffa-9e9543636fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.66055187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ba8aaf-af87-430b-86e6-4b7e9fd1173f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:04.660570112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ba8aaf-af87-430b-86e6-4b7e9fd1173f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.750191425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b1154b-a4fd-4254-95f8-5810f14b5403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.805028029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b1154b-a4fd-4254-95f8-5810f14b5403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.85879825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b1154b-a4fd-4254-95f8-5810f14b5403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:05.912967758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b1154b-a4fd-4254-95f8-5810f14b5403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:06.718936492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:07.988487401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5f3cc2-0c07-4dde-a3da-8015f1d7ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.04098678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5f3cc2-0c07-4dde-a3da-8015f1d7ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.093600176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5f3cc2-0c07-4dde-a3da-8015f1d7ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.146417076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5f3cc2-0c07-4dde-a3da-8015f1d7ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.542346676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"914b082b-a0f7-4aeb-829f-1a78e6f096a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.602059938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"914b082b-a0f7-4aeb-829f-1a78e6f096a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"name":"e2e-api-a-04be07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:08.674094545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-04be07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"914b082b-a0f7-4aeb-829f-1a78e6f096a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.226027867Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9fc781","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9fc781","reconcileID":"d371cb96-6f4f-4be0-9bdb-f367e1ebcb0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9fc781","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-9fc781":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.887686445Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d39b40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d39b40","reconcileID":"36fbbb68-2066-4676-b170-dfe2ff6b78df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d39b40","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d39b40":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:10.077605939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd74306-2cbe-4c87-be63-b08f32b9f06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:10.130240674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd74306-2cbe-4c87-be63-b08f32b9f06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:10.182946946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd74306-2cbe-4c87-be63-b08f32b9f06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:10.235925641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd74306-2cbe-4c87-be63-b08f32b9f06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.183234315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a6d2e6-73ab-4b44-b79a-9a9b362ba8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.235978928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a6d2e6-73ab-4b44-b79a-9a9b362ba8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.288446307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a6d2e6-73ab-4b44-b79a-9a9b362ba8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.34172045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a6d2e6-73ab-4b44-b79a-9a9b362ba8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:14.76533095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"54f482cb-b1f0-4a73-855e-36a76543b6a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:14.822988121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"54f482cb-b1f0-4a73-855e-36a76543b6a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:14.87934021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-004c0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"54f482cb-b1f0-4a73-855e-36a76543b6a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.788673097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"a5175f4c-ec32-40ef-a4c2-d8d43b5dd9a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.846281535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"a5175f4c-ec32-40ef-a4c2-d8d43b5dd9a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"name":"e2e-api-a-04be07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:18.902700211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-04be07-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"a5175f4c-ec32-40ef-a4c2-d8d43b5dd9a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.988227909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"e7674172-bde4-4cd2-a992-c931d6963695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.048676872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"e7674172-bde4-4cd2-a992-c931d6963695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.104941061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-004c0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eb5a0783cc2f42f9f8c33d267e944455ee56ff3f87b6c3bb59a41e2f8efd725) AuthConfig (70e5827dae7941c57093f7f6a8bf33cea4df32a7de279409a3bc67256ac5ca88) AuthConfig (73fd08778d1a50c27f30261ef5fa6409ef7cf2c7e929bfd46ca96212ac978eb7) AuthConfig (c690d84d712145c0f45fdd6aaf99febd5a375699047cfe0356d7b78a42ced28f) AuthConfig (1436d59e2c52bff9c518f896109aab0e85f1fe23cdededc67a48f94657772d3d) AuthConfig (7cadcb08f83bb190e5ede359a3ea1ad5b9912dcf0e9552b080ec9554cb60062c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"e7674172-bde4-4cd2-a992-c931d6963695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.163525238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9cb29a-8c61-4db1-8d2a-72b48699e403","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.163550885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9cb29a-8c61-4db1-8d2a-72b48699e403","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:28.841574756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"e507a757-732e-4fee-9a25-e78270260bba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:28.960133361Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"e507a757-732e-4fee-9a25-e78270260bba","name":"e2e-mt-6c6af6d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.011290997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"c4ee7d89-2f32-4f5d-9a80-4df323b65e65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.068702597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"c4ee7d89-2f32-4f5d-9a80-4df323b65e65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"name":"e2e-api-a-04be07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.124888134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-04be07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c36a8d785d7c10bd2fe060f3097a2ef8a33ec66816cce8d37aec11645d65c4e6) AuthConfig (4cfb3d85dcfc74c3840321ba78f821a9332d60964843cedd2b88cf67bb3eee97) AuthConfig (a19a8a540e84d7efed9069d8f7674aeda21166c85a4d040555834bcc7ad5d7ed) AuthConfig (06c3e37219364e6fc19ea3a10b0007eedd22d5659448d5ee0ace7b7dee60a4ff) AuthConfig (b820501df78a7bc413f86c155daa301d7a1f0c8a76c39ab43f7af3e7af9e979e) AuthConfig (49236487e075e0998dbd3cb91c4bd3b3b17c1080a85b4e298d53f8956517c763)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"c4ee7d89-2f32-4f5d-9a80-4df323b65e65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.236746766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c51f8fc-01a7-40d2-8a35-f9f38ce6ae2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:29.236772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c51f8fc-01a7-40d2-8a35-f9f38ce6ae2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.268583553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"6fad8c80-6bf1-48d4-9acd-4724541f01f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.327509036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"6fad8c80-6bf1-48d4-9acd-4724541f01f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:35.383854445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-004c0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eb5a0783cc2f42f9f8c33d267e944455ee56ff3f87b6c3bb59a41e2f8efd725) AuthConfig (70e5827dae7941c57093f7f6a8bf33cea4df32a7de279409a3bc67256ac5ca88) AuthConfig (73fd08778d1a50c27f30261ef5fa6409ef7cf2c7e929bfd46ca96212ac978eb7) AuthConfig (c690d84d712145c0f45fdd6aaf99febd5a375699047cfe0356d7b78a42ced28f) AuthConfig (1436d59e2c52bff9c518f896109aab0e85f1fe23cdededc67a48f94657772d3d) AuthConfig (7cadcb08f83bb190e5ede359a3ea1ad5b9912dcf0e9552b080ec9554cb60062c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"6fad8c80-6bf1-48d4-9acd-4724541f01f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.710549091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.343300667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"62a49bb7-2342-4c96-a782-e3f62edbca3d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.400753402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"62a49bb7-2342-4c96-a782-e3f62edbca3d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"name":"e2e-api-a-04be07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.45677532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-04be07-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c36a8d785d7c10bd2fe060f3097a2ef8a33ec66816cce8d37aec11645d65c4e6) AuthConfig (4cfb3d85dcfc74c3840321ba78f821a9332d60964843cedd2b88cf67bb3eee97) AuthConfig (a19a8a540e84d7efed9069d8f7674aeda21166c85a4d040555834bcc7ad5d7ed) AuthConfig (06c3e37219364e6fc19ea3a10b0007eedd22d5659448d5ee0ace7b7dee60a4ff) AuthConfig (b820501df78a7bc413f86c155daa301d7a1f0c8a76c39ab43f7af3e7af9e979e) AuthConfig (49236487e075e0998dbd3cb91c4bd3b3b17c1080a85b4e298d53f8956517c763)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"62a49bb7-2342-4c96-a782-e3f62edbca3d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.463712213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d919a7-1688-4ac5-a6a4-f17a2e30b851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.516726709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d919a7-1688-4ac5-a6a4-f17a2e30b851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.569479596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d919a7-1688-4ac5-a6a4-f17a2e30b851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.622490714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d919a7-1688-4ac5-a6a4-f17a2e30b851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.622658562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"241f0dcc-649f-435d-a4c6-df7e9b42b4d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.681117163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"241f0dcc-649f-435d-a4c6-df7e9b42b4d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.737647011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae09f3d1-95df-413b-8904-07291cbeb546","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.737669999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae09f3d1-95df-413b-8904-07291cbeb546","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.792679473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d849a8a-7e8f-47a7-9a21-253d11d0855c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.792705281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d849a8a-7e8f-47a7-9a21-253d11d0855c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:45.94200013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"e5c86017-f629-4ecf-a6c0-ad58833757f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.046119053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ec14464-0a55-4112-a1bc-248f287bfbbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.046146245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ec14464-0a55-4112-a1bc-248f287bfbbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.069363459Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"e5c86017-f629-4ecf-a6c0-ad58833757f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.125371438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b28de4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"e5c86017-f629-4ecf-a6c0-ad58833757f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.18351335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6266b782-0e69-48e2-89ba-be59a7dd536e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:46.183540909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6266b782-0e69-48e2-89ba-be59a7dd536e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.51468391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32e5924-ed95-4c64-ad57-bb5d3f62c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.568006605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32e5924-ed95-4c64-ad57-bb5d3f62c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.620813267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32e5924-ed95-4c64-ad57-bb5d3f62c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.674290228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32e5924-ed95-4c64-ad57-bb5d3f62c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.562166507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"bfa0235a-faca-4267-8422-cb3cf6a75372","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.619820868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"bfa0235a-faca-4267-8422-cb3cf6a75372","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"name":"e2e-api-a-04be07-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.708399856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e724e-3e35-4b03-92a5-ca3fd0a3a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.760787564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e724e-3e35-4b03-92a5-ca3fd0a3a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.816630201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e724e-3e35-4b03-92a5-ca3fd0a3a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.870979395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489e724e-3e35-4b03-92a5-ca3fd0a3a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.971779396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d93b2530-816d-4ba9-a50c-b6476184def0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.971798232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d93b2530-816d-4ba9-a50c-b6476184def0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.765490962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ab1ad2-9a60-43d8-b49f-47e8ca233a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.818151325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ab1ad2-9a60-43d8-b49f-47e8ca233a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.870667647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ab1ad2-9a60-43d8-b49f-47e8ca233a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.923178348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ab1ad2-9a60-43d8-b49f-47e8ca233a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.964719037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"9e8440e7-ca14-4f63-8be5-251bad9ab941","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.965075922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"700731ee-79e6-4062-ad5f-1f6029e18169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.965097357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"700731ee-79e6-4062-ad5f-1f6029e18169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.21094579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"9e8440e7-ca14-4f63-8be5-251bad9ab941","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.341059644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"9e8440e7-ca14-4f63-8be5-251bad9ab941","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"name":"e2e-api-a-810633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.341099209Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"e2e-e2e-api-a-810633-policy","reconcileID":"9e8440e7-ca14-4f63-8be5-251bad9ab941","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-810633-policy","namespace":"ai-tenant-e2e-api-a-810633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-810633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.39815714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955093f5-f457-487c-b9f2-d3ddb15ab1cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.398177192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955093f5-f457-487c-b9f2-d3ddb15ab1cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:53.924275878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e95948-3a1e-48a8-973b-1170f16b2009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:53.976740246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e95948-3a1e-48a8-973b-1170f16b2009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.029281537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e95948-3a1e-48a8-973b-1170f16b2009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:54.081921294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e95948-3a1e-48a8-973b-1170f16b2009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.102719518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e478b1-3cef-481a-8fd9-f6fda9bbcad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.156247985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e478b1-3cef-481a-8fd9-f6fda9bbcad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.213360594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e478b1-3cef-481a-8fd9-f6fda9bbcad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.266982501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33e478b1-3cef-481a-8fd9-f6fda9bbcad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.3717817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"9f3dd718-a7e3-4e41-9226-afb68e8b5227","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.429350882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"9f3dd718-a7e3-4e41-9226-afb68e8b5227","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:56.53792586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b28de4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"9f3dd718-a7e3-4e41-9226-afb68e8b5227","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.161347901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd688885-34ca-4c53-a977-d5b36c99a7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.214398641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd688885-34ca-4c53-a977-d5b36c99a7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.268673011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd688885-34ca-4c53-a977-d5b36c99a7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.322018395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd688885-34ca-4c53-a977-d5b36c99a7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:04.294947485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"b192ae57-40ac-4fb4-b326-d2952f80c765","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:04.414743142Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"b192ae57-40ac-4fb4-b326-d2952f80c765","name":"e2e-api-b-7b798c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:06.645234386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"0b1cee2a-cd14-47b2-8fd9-698bd933f1fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:06.702924003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"0b1cee2a-cd14-47b2-8fd9-698bd933f1fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:06.714205277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:06.760662161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b28de4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8e618691d1fddab7638419ba1e7dc2af12114e5540f5518c5a964d4ec053369) AuthConfig (2aa6f4101b397c7abb2490a38f7d950359de640589a9b576bed291b9e0a5d424) AuthConfig (790f0d6d3a41fd6fa03139fbc1a2ed611387bd69467d543bb091a0a62d1aec73) AuthConfig (5898a8a3249d19653677e70178d522b4665fe6788a1c5310453fca5c376e452e) AuthConfig (dcc19138783742bb8694e3c7c046155bab027cdd925832c68b8e8c33cc083c4f) AuthConfig (c4aeae2d5ce57fca98301f8865473bef9dfbcdb053a934da15e5ba3c05abb725)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"0b1cee2a-cd14-47b2-8fd9-698bd933f1fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:06.819140777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de57ec2f-cc5f-43cc-859b-30082e32d04d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:06.819160826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de57ec2f-cc5f-43cc-859b-30082e32d04d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.179370642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"926f97d6-817c-491f-bc45-2ede2a8cf280","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-9fc781","tenantID":"e2e-ipp-a-9fc781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.300014369Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"926f97d6-817c-491f-bc45-2ede2a8cf280","name":"e2e-ipp-a-9fc781-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:16.925060743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"d37eaf3f-b89b-4456-b8c9-fc2d63559f68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:16.982435653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"d37eaf3f-b89b-4456-b8c9-fc2d63559f68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.043037972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b28de4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8e618691d1fddab7638419ba1e7dc2af12114e5540f5518c5a964d4ec053369) AuthConfig (2aa6f4101b397c7abb2490a38f7d950359de640589a9b576bed291b9e0a5d424) AuthConfig (790f0d6d3a41fd6fa03139fbc1a2ed611387bd69467d543bb091a0a62d1aec73) AuthConfig (5898a8a3249d19653677e70178d522b4665fe6788a1c5310453fca5c376e452e) AuthConfig (dcc19138783742bb8694e3c7c046155bab027cdd925832c68b8e8c33cc083c4f) AuthConfig (c4aeae2d5ce57fca98301f8865473bef9dfbcdb053a934da15e5ba3c05abb725)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"d37eaf3f-b89b-4456-b8c9-fc2d63559f68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:19.171175338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"69b21cec-6536-4c67-8b71-ccc5a446ef1a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:19.289585348Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"69b21cec-6536-4c67-8b71-ccc5a446ef1a","name":"e2e-api-b-d39b40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:27.151399531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"b3818de1-b7ea-4a0e-ba86-a9b5bda4d940","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:27.20972602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"b3818de1-b7ea-4a0e-ba86-a9b5bda4d940","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:27.28014617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b28de4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8e618691d1fddab7638419ba1e7dc2af12114e5540f5518c5a964d4ec053369) AuthConfig (2aa6f4101b397c7abb2490a38f7d950359de640589a9b576bed291b9e0a5d424) AuthConfig (790f0d6d3a41fd6fa03139fbc1a2ed611387bd69467d543bb091a0a62d1aec73) AuthConfig (5898a8a3249d19653677e70178d522b4665fe6788a1c5310453fca5c376e452e) AuthConfig (dcc19138783742bb8694e3c7c046155bab027cdd925832c68b8e8c33cc083c4f) AuthConfig (c4aeae2d5ce57fca98301f8865473bef9dfbcdb053a934da15e5ba3c05abb725)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"b3818de1-b7ea-4a0e-ba86-a9b5bda4d940","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.736709044Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","namespace":"ai-tenant-e2e-api-a-810633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.736771222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","namespace":"ai-tenant-e2e-api-a-810633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.736834225Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","tenant":"e2e-api-a-810633","tenantID":"e2e-api-a-810633","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.791072811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"Deployment","name":"maas-api-e2e-api-a-810633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.850937848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"Service","name":"maas-api-e2e-api-a-810633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.906405084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-810633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:29.961063463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-810633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.022091507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.079899456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.165055165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.223268201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.29246289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"Deployment","name":"payload-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.347852544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.403587309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"Service","name":"payload-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.459081368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"Service","name":"payload-pre-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.511610532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.563945113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.616271178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.674067436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.726209584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.781826747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.840532659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-810633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.899133793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-810633"},"namespace":"ai-tenant-e2e-api-a-810633","name":"default-tenant","reconcileID":"a9a25a97-706e-4ee4-bb00-00918a5d4479","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-810633","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.133905191Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-810633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-810633","reconcileID":"07781d3e-400b-48d8-b395-9ce1a0b7a5ef","aitenant":"ai-tenants/e2e-api-a-810633","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.707500358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f034d5-9200-4829-bafb-485fadf655a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.761304657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f034d5-9200-4829-bafb-485fadf655a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.813690441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f034d5-9200-4829-bafb-485fadf655a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.86631559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f034d5-9200-4829-bafb-485fadf655a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:33.97880826Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-810633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-810633","reconcileID":"07781d3e-400b-48d8-b395-9ce1a0b7a5ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-810633","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-810633"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:35.89664186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9e357-bb77-4c24-83fe-1045dc4325c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:35.949847819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9e357-bb77-4c24-83fe-1045dc4325c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.002517869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9e357-bb77-4c24-83fe-1045dc4325c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.055503361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9e357-bb77-4c24-83fe-1045dc4325c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.717709352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.108427487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"40a72b4e-4aeb-4fc1-8ea0-c8580a0487ca","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.108449424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"40a72b4e-4aeb-4fc1-8ea0-c8580a0487ca","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.392477766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"40184943-9d9e-442d-8b49-100e167b5df3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.450262032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"40184943-9d9e-442d-8b49-100e167b5df3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.767951693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57170db3-362a-49b2-a5bd-6cc22d8a490c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.767971262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57170db3-362a-49b2-a5bd-6cc22d8a490c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.150809334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a254d88-3903-40e7-b8aa-da64193edead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.20563831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a254d88-3903-40e7-b8aa-da64193edead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.259220389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a254d88-3903-40e7-b8aa-da64193edead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:38.311768676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a254d88-3903-40e7-b8aa-da64193edead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.213437647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b51579-3bfa-4beb-9992-ee9c85f1417c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.266222309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b51579-3bfa-4beb-9992-ee9c85f1417c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.318636481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b51579-3bfa-4beb-9992-ee9c85f1417c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.371152735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b51579-3bfa-4beb-9992-ee9c85f1417c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.849775988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"2534ddc5-feee-4323-9a48-42e9ea4a66d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.907502217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"2534ddc5-feee-4323-9a48-42e9ea4a66d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.03121975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba03a10-71c3-46d9-8b37-565e3b968abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.031239331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba03a10-71c3-46d9-8b37-565e3b968abb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.111894548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"6f12be71-ccb5-40f9-9813-d5f42185a94a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.400045355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"6f12be71-ccb5-40f9-9813-d5f42185a94a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.594029719Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"6f12be71-ccb5-40f9-9813-d5f42185a94a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.59414351Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"6f12be71-ccb5-40f9-9813-d5f42185a94a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.691121504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"7105e26e-1109-4909-a662-25fcd95e637b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.692167402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2de2974f-f8f2-480b-80fe-033ca77d37d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.692240735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2de2974f-f8f2-480b-80fe-033ca77d37d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.994538984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"7105e26e-1109-4909-a662-25fcd95e637b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:42.053020651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"7105e26e-1109-4909-a662-25fcd95e637b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"name":"e2e-api-b-b28de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:42.053050254Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"7105e26e-1109-4909-a662-25fcd95e637b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b28de4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:13:42.105763731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b28de4-policy","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"e2e-e2e-api-b-b28de4-policy","reconcileID":"7105e26e-1109-4909-a662-25fcd95e637b","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-b28de4-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:42.436683176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ca1d84-47ad-4801-b68c-02a70a55eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:42.489179908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ca1d84-47ad-4801-b68c-02a70a55eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:42.542356401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ca1d84-47ad-4801-b68c-02a70a55eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:42.614905569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ca1d84-47ad-4801-b68c-02a70a55eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:44.557425623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5369121b-7bd9-4808-a7aa-55bd241ef51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:44.610097497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5369121b-7bd9-4808-a7aa-55bd241ef51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:44.662803364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5369121b-7bd9-4808-a7aa-55bd241ef51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:44.715448204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5369121b-7bd9-4808-a7aa-55bd241ef51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:46.629541307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79e5adc-e036-493b-ad38-30981a3b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:46.682282264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79e5adc-e036-493b-ad38-30981a3b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:46.735044955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79e5adc-e036-493b-ad38-30981a3b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:46.787536999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79e5adc-e036-493b-ad38-30981a3b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.129469208Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","namespace":"ai-tenant-e2e-api-b-b28de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.129549274Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","namespace":"ai-tenant-e2e-api-b-b28de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.129600668Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","tenant":"e2e-api-b-b28de4","tenantID":"e2e-api-b-b28de4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.183785596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"Deployment","name":"maas-api-e2e-api-b-b28de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.244186454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"Service","name":"maas-api-e2e-api-b-b28de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.300044899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b28de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.35439229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b28de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.415367485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.488465905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.549573567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.60679404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.65979935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"Deployment","name":"payload-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.712263972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.764737184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"Service","name":"payload-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.819410268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.880990325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.934324936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:47.986440027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.043102676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.095051617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.147102466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.364126097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b28de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.418320694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b28de4"},"namespace":"ai-tenant-e2e-api-b-b28de4","name":"default-tenant","reconcileID":"d4a520e6-22d9-4415-9ba8-30243173978f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b28de4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.936255214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd29fbb-b69d-451e-bd50-602df17b4572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:48.988883558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd29fbb-b69d-451e-bd50-602df17b4572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.041685693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd29fbb-b69d-451e-bd50-602df17b4572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:49.094182523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd29fbb-b69d-451e-bd50-602df17b4572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.004391812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e695a5-aebd-4a47-b490-5c88f6c70ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.057181624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e695a5-aebd-4a47-b490-5c88f6c70ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.109524696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e695a5-aebd-4a47-b490-5c88f6c70ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.162007161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e695a5-aebd-4a47-b490-5c88f6c70ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.056502433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff71e3-adfe-4e1a-8a11-e545c79099b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.071919604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c0ac5039-d37c-4f74-a66f-3ddaedd296e5","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.071943225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"c0ac5039-d37c-4f74-a66f-3ddaedd296e5","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.108972371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff71e3-adfe-4e1a-8a11-e545c79099b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.161473998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff71e3-adfe-4e1a-8a11-e545c79099b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:53.216039912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff71e3-adfe-4e1a-8a11-e545c79099b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:54.284393758Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b28de4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b28de4","reconcileID":"e0f3b13a-1bae-4820-9ea3-bfc7a32f2d98","aitenant":"ai-tenants/e2e-api-b-b28de4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.044653297Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b28de4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b28de4","reconcileID":"e0f3b13a-1bae-4820-9ea3-bfc7a32f2d98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b28de4","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b28de4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.135293097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f3317f-f47d-4262-b709-f53fcde037c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.189936833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f3317f-f47d-4262-b709-f53fcde037c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.242987826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f3317f-f47d-4262-b709-f53fcde037c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.29541357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f3317f-f47d-4262-b709-f53fcde037c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.311313545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e467dd-53e1-4350-88bd-37b558fe71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.372920041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e467dd-53e1-4350-88bd-37b558fe71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.518586701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e467dd-53e1-4350-88bd-37b558fe71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.575822316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e467dd-53e1-4350-88bd-37b558fe71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.552456676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e39318c-d6ef-42a3-b93a-1f4228880a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.610191622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e39318c-d6ef-42a3-b93a-1f4228880a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.662602625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e39318c-d6ef-42a3-b93a-1f4228880a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:59.715089754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e39318c-d6ef-42a3-b93a-1f4228880a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.249126106Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-068cf6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-068cf6","reconcileID":"13659ef1-b469-45f6-a359-1e160d061f9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-068cf6","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-068cf6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.72690289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debf7dbf-4d43-49d4-9c05-4fe2b1ae03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.77967731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debf7dbf-4d43-49d4-9c05-4fe2b1ae03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.832090258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debf7dbf-4d43-49d4-9c05-4fe2b1ae03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.884469605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debf7dbf-4d43-49d4-9c05-4fe2b1ae03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.221734862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"5f3f706c-a565-452f-a2de-0bda1db1a19b","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.221760745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"5f3f706c-a565-452f-a2de-0bda1db1a19b","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.812212154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3081cd5b-b752-4e57-875f-bf1b1cf3e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.864806304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3081cd5b-b752-4e57-875f-bf1b1cf3e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.917604832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3081cd5b-b752-4e57-875f-bf1b1cf3e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:03.970199346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3081cd5b-b752-4e57-875f-bf1b1cf3e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:06.055024708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ae358b-20b8-4607-b9fa-f966de2cc0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:06.107660165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ae358b-20b8-4607-b9fa-f966de2cc0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:06.160146315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ae358b-20b8-4607-b9fa-f966de2cc0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:06.21436783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ae358b-20b8-4607-b9fa-f966de2cc0ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:06.712046511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.705484587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f462e-42e0-4fa4-a14a-2da13d38a387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.761114328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f462e-42e0-4fa4-a14a-2da13d38a387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.81514974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f462e-42e0-4fa4-a14a-2da13d38a387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.868490237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0f462e-42e0-4fa4-a14a-2da13d38a387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:13.236199336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"23c09ecc-a00c-4291-9627-899814dbb85e","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:13.236229163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"23c09ecc-a00c-4291-9627-899814dbb85e","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:13.76760748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a86d0-8e3a-4244-9128-3d32438fe7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:13.820154527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a86d0-8e3a-4244-9128-3d32438fe7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:13.872546463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a86d0-8e3a-4244-9128-3d32438fe7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:13.924923897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a86d0-8e3a-4244-9128-3d32438fe7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.926156946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87afbfc8-9d16-4b56-9291-97a8cd8e0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.978669848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87afbfc8-9d16-4b56-9291-97a8cd8e0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.037103135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"495b0b58-0b93-4e1f-aee4-68397026b2a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.037295764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"495b0b58-0b93-4e1f-aee4-68397026b2a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.051528464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87afbfc8-9d16-4b56-9291-97a8cd8e0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.112928778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87afbfc8-9d16-4b56-9291-97a8cd8e0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.117516618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05dbdc11-3d85-4c02-8abc-008cc535d1f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.117537104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05dbdc11-3d85-4c02-8abc-008cc535d1f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.221186337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"ed2e0514-4903-48f4-9d43-7e467cdc2d90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.397077504Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"ed2e0514-4903-48f4-9d43-7e467cdc2d90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.453238658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7b798c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"ed2e0514-4903-48f4-9d43-7e467cdc2d90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.511362129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfba081-007d-41bd-a9c1-eb84656e3409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.511382732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfba081-007d-41bd-a9c1-eb84656e3409","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:18.026243717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2952eb-22c6-4430-baa9-6b0a83b150c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:18.0789491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2952eb-22c6-4430-baa9-6b0a83b150c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:18.131404219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2952eb-22c6-4430-baa9-6b0a83b150c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:18.184215301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2952eb-22c6-4430-baa9-6b0a83b150c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:20.089408372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09985ad0-f205-4058-8dc7-b0924e7b1715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:20.144176953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09985ad0-f205-4058-8dc7-b0924e7b1715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:20.198218981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09985ad0-f205-4058-8dc7-b0924e7b1715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:20.250631144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09985ad0-f205-4058-8dc7-b0924e7b1715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.221162159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"286d4213-bcc2-4cd4-abc8-3cc465695904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.275549453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"286d4213-bcc2-4cd4-abc8-3cc465695904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.328568424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"286d4213-bcc2-4cd4-abc8-3cc465695904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.381706629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"286d4213-bcc2-4cd4-abc8-3cc465695904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.99889796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"676d9c14-f2e5-41c3-9c17-33d392bf2e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.999090426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f170bbc8-79f1-4001-949a-5e2d267162c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.999107313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f170bbc8-79f1-4001-949a-5e2d267162c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:23.15849557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"676d9c14-f2e5-41c3-9c17-33d392bf2e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:23.237137426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"ca07ea5e-1b39-4c2a-ac76-b88bc2d33004","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"tenant":"e2e-mt-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","model":"ai-tenant-e2e-mt-6c6af6d8/e2e-lifecycle-model-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:23.237163669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"e2e-lifecycle-model-6c6af6d8","reconcileID":"ca07ea5e-1b39-4c2a-ac76-b88bc2d33004","MaaSModelRef":{"name":"e2e-lifecycle-model-6c6af6d8","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"routeName":"e2e-lifecycle-model-6c6af6d8-kserve-route","namespace":"ai-tenant-e2e-mt-6c6af6d8","llmisvcName":"e2e-lifecycle-model-6c6af6d8","gateway":"openshift-ingress/e2e-mt-6c6af6d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:23.286528116Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"676d9c14-f2e5-41c3-9c17-33d392bf2e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"name":"e2e-api-a-04be07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:23.286557525Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"e2e-e2e-api-a-04be07-policy","reconcileID":"676d9c14-f2e5-41c3-9c17-33d392bf2e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-04be07-policy","namespace":"ai-tenant-e2e-api-a-04be07"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-04be07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:23.343569241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"615d5f36-fc7d-40e7-aede-a3d49fc8a2ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:23.343587752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"615d5f36-fc7d-40e7-aede-a3d49fc8a2ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.304658234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140af3f8-dc4b-4370-b68e-80b54c5aeec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.357333096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140af3f8-dc4b-4370-b68e-80b54c5aeec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.409903274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140af3f8-dc4b-4370-b68e-80b54c5aeec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.462231265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140af3f8-dc4b-4370-b68e-80b54c5aeec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.615705003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"47b27426-894d-4363-85be-2e770e537656","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.672986153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"47b27426-894d-4363-85be-2e770e537656","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.729064003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7b798c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"47b27426-894d-4363-85be-2e770e537656","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.824790376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d35a7a-f75c-44c7-9e7c-483c8af96655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.877518624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d35a7a-f75c-44c7-9e7c-483c8af96655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:26.94909335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d35a7a-f75c-44c7-9e7c-483c8af96655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.013775909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d35a7a-f75c-44c7-9e7c-483c8af96655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.690584382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53c093c8-bb25-4402-aace-ba9fac22ec28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.690605786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53c093c8-bb25-4402-aace-ba9fac22ec28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.746082321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb76a520-180c-41f8-b439-9025af33d06e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.746107676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb76a520-180c-41f8-b439-9025af33d06e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.850528003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"af1e0073-2d69-4fcb-965d-842156b42a86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.979139887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"af1e0073-2d69-4fcb-965d-842156b42a86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"name":"e2e-api-b-d39b40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.081409444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d39b40-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"af1e0073-2d69-4fcb-965d-842156b42a86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.139249906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eb555a9-8e90-462a-a7b0-e781bee593e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.139269737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eb555a9-8e90-462a-a7b0-e781bee593e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.415113544Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-26a08b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-26a08b","reconcileID":"0d6f01db-ba55-48b7-a662-013ac7709bda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-26a08b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-26a08b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:28.958261937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e76599-c16a-465f-a8f0-b029a9cd8c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.018289769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e76599-c16a-465f-a8f0-b029a9cd8c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.073107964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e76599-c16a-465f-a8f0-b029a9cd8c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.12578833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e76599-c16a-465f-a8f0-b029a9cd8c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:30.766127022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"f6f05fb2-d977-4357-b638-3b233832f033","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:30.872007706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"fc068036-3b74-4024-a0f0-bc1541ff0e40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:30.88842151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"722bc268-1254-497d-9b54-8811d93deb85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.008419052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"9d20ab83-23e6-4d57-88b6-ffd1917e9ebb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.117564514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6ee05-dbb1-440a-a5fe-3de5f20d55d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.14543827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"6e21bed0-2920-4e44-8c3e-d91767507463","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.171493467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6ee05-dbb1-440a-a5fe-3de5f20d55d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.226234202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6ee05-dbb1-440a-a5fe-3de5f20d55d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.28009334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6ee05-dbb1-440a-a5fe-3de5f20d55d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.441990128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"74bacbf8-b33d-4b7d-bc95-8d95ad782f89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.442003663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"465498b6-cbc1-4163-ab7c-b0d2604061c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.541206066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6c4f36f-bfbb-4a68-9b5b-8e26b843ae58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.656159339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"3bb298a9-e398-48d7-8c2e-a4d7fc960319","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.74984269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"887ce7e3-3c93-4885-b8f2-3abb3da81f78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.846215268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"ab8fef87-5d7a-43dd-b549-585d20806c6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.948017429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"96c3ced5-8034-4662-a40d-64c63e7971d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.225046782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a142ab71-76ff-4f42-9de4-9c93d0320610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.303814593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a142ab71-76ff-4f42-9de4-9c93d0320610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.357375518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a142ab71-76ff-4f42-9de4-9c93d0320610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.448423988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a142ab71-76ff-4f42-9de4-9c93d0320610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.726045738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"91516e6a-aafc-45da-8573-519ba081b4b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.735743482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72b6e9c5-55a3-4d94-b8d6-e95ee5967e1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.735766163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72b6e9c5-55a3-4d94-b8d6-e95ee5967e1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.784645036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"91516e6a-aafc-45da-8573-519ba081b4b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.940576924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"c2e684ca-6843-4129-aa0a-f05d0c99b272","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.145222106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"c2e684ca-6843-4129-aa0a-f05d0c99b272","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.273319201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"c2e684ca-6843-4129-aa0a-f05d0c99b272","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.273345958Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"c2e684ca-6843-4129-aa0a-f05d0c99b272","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.329957431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"4bc08c61-c107-44c2-839e-f8a2aa95a0e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.330236939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4e11c35-7402-4dee-84fd-cc22c8df6ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.330263354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4e11c35-7402-4dee-84fd-cc22c8df6ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.587263211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"4bc08c61-c107-44c2-839e-f8a2aa95a0e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.646127027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"4bc08c61-c107-44c2-839e-f8a2aa95a0e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"name":"e2e-api-a-004c0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.64622081Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"4bc08c61-c107-44c2-839e-f8a2aa95a0e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-004c0e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:14:34.699377158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-004c0e-policy","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"e2e-e2e-api-a-004c0e-policy","reconcileID":"4bc08c61-c107-44c2-839e-f8a2aa95a0e7","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-004c0e-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:35.381976812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6a5576-8d13-4ee6-869d-aaa5555f73cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:35.434567506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6a5576-8d13-4ee6-869d-aaa5555f73cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:35.488138911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6a5576-8d13-4ee6-869d-aaa5555f73cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:35.546974106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6a5576-8d13-4ee6-869d-aaa5555f73cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.713794552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.793443543Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.793505888Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","namespace":"ai-tenant-e2e-mt-6c6af6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.793555638Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","tenant":"e2e-mt-6c6af6d8","tenantID":"e2e-mt-6c6af6d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.834144767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"4aea054c-013b-45fa-af21-c5d142d2c583","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.849152129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"Deployment","name":"maas-api-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.893911915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"4aea054c-013b-45fa-af21-c5d142d2c583","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.909123826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"Service","name":"maas-api-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.001652332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7b798c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ebd9e328b851c1c8c658bce6119a787afee8327cd23ef992c8e82cee8157f69) AuthConfig (f32830f535bdba787ff13874fb85ce87da8cfc82230c2e882877a48c785d401e) AuthConfig (eeb661303881f1d3c80256e59b1569e48f12115bca0bff6000af5d1bc66687c0) AuthConfig (ee478b6954224cccb21c883a1af3c64561d5dc3cd5db7ce8a73e4e2e99f5c97c) AuthConfig (b335ce6c87ddf2ea14b767f01b46c1ffb2c773d22d07d76f0a8882f6c377a622) AuthConfig (b211a97cc806706c30c63061c47fe8d51c7c5bdda2d8786705bc6c641beed12b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"4aea054c-013b-45fa-af21-c5d142d2c583","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.01677358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.07800685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6c6af6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.078685476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ac83998-bb33-46f9-a5df-ced78b5b5161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.078795433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ac83998-bb33-46f9-a5df-ced78b5b5161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.143793031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.199108355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.257029659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.318327318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.398115946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"Deployment","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.453303261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.520244201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"Service","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.584318446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"Service","name":"payload-pre-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.603140561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dbc582-8db9-4c3d-ac16-ad43413dae44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.655917235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.657630556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dbc582-8db9-4c3d-ac16-ad43413dae44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.709923687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.710325209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dbc582-8db9-4c3d-ac16-ad43413dae44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.762405835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.7635253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dbc582-8db9-4c3d-ac16-ad43413dae44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.819728389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.872019809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.923975983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:37.983737467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6c6af6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.058537979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c6af6d8"},"namespace":"ai-tenant-e2e-mt-6c6af6d8","name":"default-tenant","reconcileID":"53fadd60-d7e2-4126-b45c-08279069636a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6c6af6d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.250061684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"3cc28ea8-772e-4a6e-91b8-b19af249fe8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.338570603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"3cc28ea8-772e-4a6e-91b8-b19af249fe8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"name":"e2e-api-b-d39b40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.395556094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d39b40-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"3cc28ea8-772e-4a6e-91b8-b19af249fe8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:39.728432628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cc4f3b-6954-4ff8-af5a-4b8f9f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:39.780746529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cc4f3b-6954-4ff8-af5a-4b8f9f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:39.836057338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cc4f3b-6954-4ff8-af5a-4b8f9f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:39.88931406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cc4f3b-6954-4ff8-af5a-4b8f9f28484f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:42.000146976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4a6fb-b294-43fb-a2dc-31f1c0f03904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:42.053290831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4a6fb-b294-43fb-a2dc-31f1c0f03904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:42.105976472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4a6fb-b294-43fb-a2dc-31f1c0f03904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:42.159241902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4a6fb-b294-43fb-a2dc-31f1c0f03904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:44.939818969Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6c6af6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6c6af6d8","reconcileID":"c322caf1-1eb9-4b9e-a5c2-4f5ae65a1193","aitenant":"ai-tenants/e2e-mt-6c6af6d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:45.509802018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dc163d-73c9-49b7-a5a2-8f7303d41286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:45.56246952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dc163d-73c9-49b7-a5a2-8f7303d41286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:45.616399131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dc163d-73c9-49b7-a5a2-8f7303d41286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:45.670117955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dc163d-73c9-49b7-a5a2-8f7303d41286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:45.783076703Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6c6af6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6c6af6d8","reconcileID":"c322caf1-1eb9-4b9e-a5c2-4f5ae65a1193","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6c6af6d8","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6c6af6d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.184836448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"be82b1c3-612f-4ca0-a55a-b98b0ccb9bb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.242213023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"be82b1c3-612f-4ca0-a55a-b98b0ccb9bb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.298405952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7b798c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ebd9e328b851c1c8c658bce6119a787afee8327cd23ef992c8e82cee8157f69) AuthConfig (f32830f535bdba787ff13874fb85ce87da8cfc82230c2e882877a48c785d401e) AuthConfig (eeb661303881f1d3c80256e59b1569e48f12115bca0bff6000af5d1bc66687c0) AuthConfig (ee478b6954224cccb21c883a1af3c64561d5dc3cd5db7ce8a73e4e2e99f5c97c) AuthConfig (b335ce6c87ddf2ea14b767f01b46c1ffb2c773d22d07d76f0a8882f6c377a622) AuthConfig (b211a97cc806706c30c63061c47fe8d51c7c5bdda2d8786705bc6c641beed12b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"be82b1c3-612f-4ca0-a55a-b98b0ccb9bb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.631849088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7a019-68fc-4b03-9dc2-b9122fcf1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.778890045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7a019-68fc-4b03-9dc2-b9122fcf1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.836162883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7a019-68fc-4b03-9dc2-b9122fcf1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:47.891993292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7a019-68fc-4b03-9dc2-b9122fcf1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:48.500682101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"f853e68b-00a5-4fd8-98ee-ed84cfd933de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:48.559736942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"f853e68b-00a5-4fd8-98ee-ed84cfd933de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"name":"e2e-api-b-d39b40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:48.616293136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d39b40-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"f853e68b-00a5-4fd8-98ee-ed84cfd933de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:48.967681615Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","namespace":"ai-tenant-e2e-api-a-04be07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:48.967737969Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","namespace":"ai-tenant-e2e-api-a-04be07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:48.967804145Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","tenant":"e2e-api-a-04be07","tenantID":"e2e-api-a-04be07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.02180716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"Deployment","name":"maas-api-e2e-api-a-04be07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.081973928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"Service","name":"maas-api-e2e-api-a-04be07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.137972637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-04be07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.192109943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-04be07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.286681201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.366106943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.424757932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.488209158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.56724454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"Deployment","name":"payload-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.639695352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.692224569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"Service","name":"payload-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.744942263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.797036449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.849458692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.901942129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.916201055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc529081-7db4-4ffb-a9a8-e88a4fb854e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.968935989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc529081-7db4-4ffb-a9a8-e88a4fb854e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:49.972964641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.02147603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc529081-7db4-4ffb-a9a8-e88a4fb854e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.074796039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.075008222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc529081-7db4-4ffb-a9a8-e88a4fb854e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.127285142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.179848368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-04be07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.232158849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-04be07"},"namespace":"ai-tenant-e2e-api-a-04be07","name":"default-tenant","reconcileID":"15ffb2a6-134a-4916-8cd3-414fa3bc658f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-04be07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.296452845Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","namespace":"ai-tenant-e2e-api-a-004c0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.296514724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","namespace":"ai-tenant-e2e-api-a-004c0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.29658098Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","tenant":"e2e-api-a-004c0e","tenantID":"e2e-api-a-004c0e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.350938487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"Deployment","name":"maas-api-e2e-api-a-004c0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.411459854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"Service","name":"maas-api-e2e-api-a-004c0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.467502562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-004c0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.522040416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-004c0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.57999632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.646175698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.710331443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.765410639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.817978324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"Deployment","name":"payload-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.877427882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.93619392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"Service","name":"payload-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.990237851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.043101686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.095621259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.169937301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.228801416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.28120433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.333344463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.399143352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-004c0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:51.473126688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-004c0e"},"namespace":"ai-tenant-e2e-api-a-004c0e","name":"default-tenant","reconcileID":"edde6848-dc7c-4153-9ec5-40f7be2bd1e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-004c0e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:52.145332524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f20141e-f7c6-4105-99e0-769b21b2fd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:52.198287348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f20141e-f7c6-4105-99e0-769b21b2fd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:52.250883595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f20141e-f7c6-4105-99e0-769b21b2fd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:52.303448388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f20141e-f7c6-4105-99e0-769b21b2fd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:52.938045317Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d9a9ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d9a9ee","reconcileID":"4554a22c-147f-4075-8960-2b69387a3842","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d9a9ee","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d9a9ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:54.261521472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dbd656-f59b-4f10-afdf-9ce90bd110cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:54.314320569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dbd656-f59b-4f10-afdf-9ce90bd110cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:54.366901624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dbd656-f59b-4f10-afdf-9ce90bd110cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:54.42021732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3dbd656-f59b-4f10-afdf-9ce90bd110cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:56.681366811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"e71255f5-974b-4711-9047-183654defaf6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-068cf6","tenantID":"e2e-ipp-a-068cf6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:56.813797378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"e71255f5-974b-4711-9047-183654defaf6","name":"e2e-ipp-a-068cf6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.403127506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"419f1115-4c99-4d60-bbc1-8ac90cbb7503","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.46184104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"419f1115-4c99-4d60-bbc1-8ac90cbb7503","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:57.519401635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7b798c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ebd9e328b851c1c8c658bce6119a787afee8327cd23ef992c8e82cee8157f69) AuthConfig (f32830f535bdba787ff13874fb85ce87da8cfc82230c2e882877a48c785d401e) AuthConfig (eeb661303881f1d3c80256e59b1569e48f12115bca0bff6000af5d1bc66687c0) AuthConfig (ee478b6954224cccb21c883a1af3c64561d5dc3cd5db7ce8a73e4e2e99f5c97c) AuthConfig (b335ce6c87ddf2ea14b767f01b46c1ffb2c773d22d07d76f0a8882f6c377a622) AuthConfig (b211a97cc806706c30c63061c47fe8d51c7c5bdda2d8786705bc6c641beed12b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"419f1115-4c99-4d60-bbc1-8ac90cbb7503","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.104561119Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-004c0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-004c0e","reconcileID":"9c866580-5eb3-47d8-98b2-4ec06abf9985","aitenant":"ai-tenants/e2e-api-a-004c0e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.578633655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bb66a7-2450-433e-af7c-7e0b879763a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.636441402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bb66a7-2450-433e-af7c-7e0b879763a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.705162625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bb66a7-2450-433e-af7c-7e0b879763a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.759615449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bb66a7-2450-433e-af7c-7e0b879763a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.759804339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"3bc81315-5607-4aba-b0ae-f2b20a9fd694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.817699254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"3bc81315-5607-4aba-b0ae-f2b20a9fd694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"name":"e2e-api-b-d39b40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.873754775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d39b40-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"3bc81315-5607-4aba-b0ae-f2b20a9fd694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:58.933099134Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-004c0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-004c0e","reconcileID":"9c866580-5eb3-47d8-98b2-4ec06abf9985","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-004c0e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-004c0e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.887839258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0982b9c-a904-4a6a-9692-5fb7d6caecc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.940490496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0982b9c-a904-4a6a-9692-5fb7d6caecc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.994099411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0982b9c-a904-4a6a-9692-5fb7d6caecc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.058511919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0982b9c-a904-4a6a-9692-5fb7d6caecc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.310557332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"8614ca4a-0860-4453-af68-5fc3f58c1d47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.439724767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"e15c5e55-711e-427f-9d6b-a2750274d0ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.440264331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a26d4dc8-1df7-49ca-9b73-63fe02c6b20d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.596070315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"cb12a810-fecd-46c5-9b54-e2c888484d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.706969039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"8f2b18d3-551a-4ab9-ab25-e23a9572e452","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.874537008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"ea4be227-8b4f-41c5-a2cb-bcd91d18a525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.979979782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"c8dfd34b-6426-45a2-b665-8c84b9837036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.095013142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"946b3abc-b572-4b22-b53d-7859d66fc972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.09820351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64611d51-a028-4128-96c0-f663d7df9a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.191686559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64611d51-a028-4128-96c0-f663d7df9a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.248070944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64611d51-a028-4128-96c0-f663d7df9a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.300732404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64611d51-a028-4128-96c0-f663d7df9a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.406801077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"9e1eb4ab-b5e0-4a7b-836c-31161c47d902","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.461960193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb875bcd-80f7-4c34-bb56-5fea2af03b54","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.565970546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"048b2dcc-d1d5-4b88-987c-f9336a7f31a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.565979263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"0eeaf177-524c-41c2-a9fe-64caf76bbfd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:04.545290976Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-04be07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-04be07","reconcileID":"03ed971a-c99b-42a3-b07e-d135dc14915a","aitenant":"ai-tenants/e2e-api-a-04be07","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.289729455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbaee4-0341-481d-a657-7aae7c8d695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.342270314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbaee4-0341-481d-a657-7aae7c8d695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.394963651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbaee4-0341-481d-a657-7aae7c8d695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.402013581Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-04be07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-04be07","reconcileID":"03ed971a-c99b-42a3-b07e-d135dc14915a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-04be07","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-04be07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.447394205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbaee4-0341-481d-a657-7aae7c8d695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:05.981697654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"26450770-d592-41e0-b48c-8627edfc4e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.040367289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"26450770-d592-41e0-b48c-8627edfc4e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"name":"e2e-api-b-d39b40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.118537258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d39b40-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69564140efe8fa97815f6a7732775d473e6df899aa4298aef30094412712858b) AuthConfig (33b5ea0fcc07a8254c9d667cf907c42d081b2a562442fa4facc08e54ced1d8e8) AuthConfig (ce1d52cc99245c8ac905250edc430d583e18bd07c36adbcdaf3436e88d1043a7) AuthConfig (90c9a6f40ff1f408d7fa8329ffef555e621d9257d341d0c929999aac6c39aa14) AuthConfig (9ab5e6d1cc49f2460b310a6db0e2e5d514624d8bdad0c5563e853d599062fc14) AuthConfig (360597b584b5b999536dc448b8fe9c64dfedc245be3b80714b0df14b4e9aebab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"26450770-d592-41e0-b48c-8627edfc4e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.180271203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b3d847-30f6-44a6-aeab-c69c679cdad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.180322457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b3d847-30f6-44a6-aeab-c69c679cdad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.428305622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"c7796bd0-3465-4d5f-8b3d-ef91befef1f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.485678084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"c7796bd0-3465-4d5f-8b3d-ef91befef1f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"name":"e2e-api-b-d39b40-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.590663124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d39b40-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69564140efe8fa97815f6a7732775d473e6df899aa4298aef30094412712858b) AuthConfig (33b5ea0fcc07a8254c9d667cf907c42d081b2a562442fa4facc08e54ced1d8e8) AuthConfig (ce1d52cc99245c8ac905250edc430d583e18bd07c36adbcdaf3436e88d1043a7) AuthConfig (90c9a6f40ff1f408d7fa8329ffef555e621d9257d341d0c929999aac6c39aa14) AuthConfig (9ab5e6d1cc49f2460b310a6db0e2e5d514624d8bdad0c5563e853d599062fc14) AuthConfig (360597b584b5b999536dc448b8fe9c64dfedc245be3b80714b0df14b4e9aebab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"c7796bd0-3465-4d5f-8b3d-ef91befef1f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.710958371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.939488299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"a62d6a83-f111-45a1-8a80-f975b02d2484","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.939600537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3e3902b-b671-438c-8c8e-4d04d066a9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:06.939624155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3e3902b-b671-438c-8c8e-4d04d066a9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.147207706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"a62d6a83-f111-45a1-8a80-f975b02d2484","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.28374293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"a62d6a83-f111-45a1-8a80-f975b02d2484","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"name":"e2e-api-b-d39b40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.283805371Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"e2e-e2e-api-b-d39b40-policy","reconcileID":"a62d6a83-f111-45a1-8a80-f975b02d2484","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d39b40-policy","namespace":"ai-tenant-e2e-api-b-d39b40"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d39b40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.365050603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251df153-d365-4f6f-9212-5e6f4cc130e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.365075823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251df153-d365-4f6f-9212-5e6f4cc130e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.421398955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeef0f8-1b18-4cf0-bce5-fc971f395fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.478333509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeef0f8-1b18-4cf0-bce5-fc971f395fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.545342541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeef0f8-1b18-4cf0-bce5-fc971f395fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.603436539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeef0f8-1b18-4cf0-bce5-fc971f395fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.711039203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"b026ace0-0ece-45f1-88da-34a5705aece8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:07.768554666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"b026ace0-0ece-45f1-88da-34a5705aece8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.087737886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a26669a-246e-437d-a5eb-56292528c079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.087756116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a26669a-246e-437d-a5eb-56292528c079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:09.594883258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ee338-bb0e-4a4f-91e0-bd4471242fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:09.648401977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ee338-bb0e-4a4f-91e0-bd4471242fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:09.701552286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ee338-bb0e-4a4f-91e0-bd4471242fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:09.760034327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ee338-bb0e-4a4f-91e0-bd4471242fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:11.688298973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddef1e8-71d3-4974-a066-d24838885ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:11.740853795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddef1e8-71d3-4974-a066-d24838885ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:11.793317823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddef1e8-71d3-4974-a066-d24838885ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:11.845921238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddef1e8-71d3-4974-a066-d24838885ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:11.950377221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"381dfe26-f46d-4098-acc3-4834d196eb74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:12.007434717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"381dfe26-f46d-4098-acc3-4834d196eb74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:12.317281272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"7da1e321-56b0-4e83-ac8e-4a6bdd4e3c8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:12.375008272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"7da1e321-56b0-4e83-ac8e-4a6bdd4e3c8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.592536141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ac95f2c-52d0-4a7b-ab7d-1d1ae7618b1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.592644887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ac95f2c-52d0-4a7b-ab7d-1d1ae7618b1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.593294166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"fc184764-2f81-4a4c-9d3f-0cc2d1972c60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.778718005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccca11a-5c9d-4cd7-8b5b-db7683997aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.831439718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccca11a-5c9d-4cd7-8b5b-db7683997aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.885903345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccca11a-5c9d-4cd7-8b5b-db7683997aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.938991183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccca11a-5c9d-4cd7-8b5b-db7683997aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.991304859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"fc184764-2f81-4a4c-9d3f-0cc2d1972c60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.120220875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"fc184764-2f81-4a4c-9d3f-0cc2d1972c60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"name":"e2e-api-b-7b798c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.120243131Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"e2e-e2e-api-b-7b798c-policy","reconcileID":"fc184764-2f81-4a4c-9d3f-0cc2d1972c60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7b798c-policy","namespace":"ai-tenant-e2e-api-b-7b798c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7b798c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.21099802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c4afea-68d5-4df7-a411-d9e2dd103099","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.211039373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c4afea-68d5-4df7-a411-d9e2dd103099","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:15.898191784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c53830-85c6-4518-96ac-3f936c4efccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:15.950640038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c53830-85c6-4518-96ac-3f936c4efccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:16.003782215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c53830-85c6-4518-96ac-3f936c4efccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:16.056348813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c53830-85c6-4518-96ac-3f936c4efccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:17.9995391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a4c69f-abdc-44a8-9ef9-4d45285287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.070702299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a4c69f-abdc-44a8-9ef9-4d45285287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.123488546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a4c69f-abdc-44a8-9ef9-4d45285287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:18.176105967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a4c69f-abdc-44a8-9ef9-4d45285287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.204355824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5dbd28-bc2e-452b-8f49-f9283a40d858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.261171088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5dbd28-bc2e-452b-8f49-f9283a40d858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.313657197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5dbd28-bc2e-452b-8f49-f9283a40d858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.366484412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5dbd28-bc2e-452b-8f49-f9283a40d858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.581488788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","namespace":"ai-tenant-e2e-api-b-d39b40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.581576727Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","namespace":"ai-tenant-e2e-api-b-d39b40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.581640782Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","tenant":"e2e-api-b-d39b40","tenantID":"e2e-api-b-d39b40","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.635729134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"Deployment","name":"maas-api-e2e-api-b-d39b40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.695986276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"Service","name":"maas-api-e2e-api-b-d39b40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.753125712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d39b40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.807341288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d39b40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.915953406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:20.971078747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.031125027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.093088254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.155408651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"Deployment","name":"payload-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.221371048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.277640438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"Service","name":"payload-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.330919338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.383409729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.435957284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.498317465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.554566275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.606939042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.659103506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.755591567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d39b40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.821456277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d39b40"},"namespace":"ai-tenant-e2e-api-b-d39b40","name":"default-tenant","reconcileID":"8fa54777-2321-47a2-8106-8339da42ec8e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d39b40","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.493934685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a536afd-1858-44e0-82d6-7e7c56e4cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.546982003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a536afd-1858-44e0-82d6-7e7c56e4cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.601123112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a536afd-1858-44e0-82d6-7e7c56e4cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.654017315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a536afd-1858-44e0-82d6-7e7c56e4cd72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.629326803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc3f141-d2be-487a-926b-8ebb49ae6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.681929906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc3f141-d2be-487a-926b-8ebb49ae6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.750169738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc3f141-d2be-487a-926b-8ebb49ae6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:24.806461852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc3f141-d2be-487a-926b-8ebb49ae6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.821105537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc90380-cdd7-4e14-a8b2-06741debd578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.87420349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc90380-cdd7-4e14-a8b2-06741debd578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.005273004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc90380-cdd7-4e14-a8b2-06741debd578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.058504912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc90380-cdd7-4e14-a8b2-06741debd578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.230765787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"8e8056db-259d-4d14-8f3a-15672f052114","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-26a08b","tenantID":"e2e-ipp-b-26a08b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.414716595Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"8e8056db-259d-4d14-8f3a-15672f052114","name":"e2e-ipp-b-26a08b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.009981123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f1ed1-1970-4d80-b822-d543f8466202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.062959754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f1ed1-1970-4d80-b822-d543f8466202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.115991062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f1ed1-1970-4d80-b822-d543f8466202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.168719088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f1ed1-1970-4d80-b822-d543f8466202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:30.390370766Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d39b40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d39b40","reconcileID":"77ebe36a-0e4f-465f-806c-c05b76dfa797","aitenant":"ai-tenants/e2e-api-b-d39b40","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:31.069153659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7fb5aaa-8499-441d-996e-1f30e11a08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:31.122317901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7fb5aaa-8499-441d-996e-1f30e11a08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:31.174766661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7fb5aaa-8499-441d-996e-1f30e11a08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:31.227464301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7fb5aaa-8499-441d-996e-1f30e11a08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:31.288178006Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d39b40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d39b40","reconcileID":"77ebe36a-0e4f-465f-806c-c05b76dfa797","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d39b40","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d39b40"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:33.190853426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5957f4-42bd-4438-b10f-352b702fe999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:33.24538067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5957f4-42bd-4438-b10f-352b702fe999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:33.298474917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5957f4-42bd-4438-b10f-352b702fe999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:33.351628244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5957f4-42bd-4438-b10f-352b702fe999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:35.276886673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a1c7bc-5f98-42cf-a466-02c96859d8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:35.333335184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a1c7bc-5f98-42cf-a466-02c96859d8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:35.386829415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a1c7bc-5f98-42cf-a466-02c96859d8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:35.439571039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a1c7bc-5f98-42cf-a466-02c96859d8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:36.71168207Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:37.341581833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08aef99-3c37-4c73-8617-6c5760cd2355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:37.394077902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08aef99-3c37-4c73-8617-6c5760cd2355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:37.446627244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08aef99-3c37-4c73-8617-6c5760cd2355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:37.499381213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08aef99-3c37-4c73-8617-6c5760cd2355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:37.819313937Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-40bb8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-40bb8e","reconcileID":"95279189-2f74-4824-bfb2-c35470a4b5a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-40bb8e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-40bb8e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.418616067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b593fa8b-7e12-488d-a74c-cd708113688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.471175038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b593fa8b-7e12-488d-a74c-cd708113688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.523626346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b593fa8b-7e12-488d-a74c-cd708113688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:39.576347624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b593fa8b-7e12-488d-a74c-cd708113688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:52.84182938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"0926611d-d988-4aa0-b9e4-dcc69a967edb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:52.960152758Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"0926611d-d988-4aa0-b9e4-dcc69a967edb","name":"e2e-api-a-d9a9ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.891601807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299fac89-c6aa-4c69-9361-bf903365000d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.944293789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299fac89-c6aa-4c69-9361-bf903365000d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.99671265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299fac89-c6aa-4c69-9361-bf903365000d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.049390356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299fac89-c6aa-4c69-9361-bf903365000d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.985254227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d218125-769b-4eea-9589-d180a1ae67cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:02.038394795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d218125-769b-4eea-9589-d180a1ae67cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:02.091782181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d218125-769b-4eea-9589-d180a1ae67cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:02.144391973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d218125-769b-4eea-9589-d180a1ae67cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.208734875Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","namespace":"ai-tenant-e2e-api-b-7b798c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.208789391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","namespace":"ai-tenant-e2e-api-b-7b798c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.208834797Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","tenant":"e2e-api-b-7b798c","tenantID":"e2e-api-b-7b798c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.263508432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"Deployment","name":"maas-api-e2e-api-b-7b798c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.328035092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"Service","name":"maas-api-e2e-api-b-7b798c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.385170932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-7b798c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.439382849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-7b798c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.495809381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.572264272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.630402457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.757607418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.828169582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"Deployment","name":"payload-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.902992955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.961313337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"Service","name":"payload-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.027916017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"Service","name":"payload-pre-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.095224875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.154295484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.208246982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.264989793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.316944151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.371117233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.41542102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b021fa-d2b9-4ae4-aa20-14d680a460ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.471170731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b021fa-d2b9-4ae4-aa20-14d680a460ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.473108359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-7b798c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.533971688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b021fa-d2b9-4ae4-aa20-14d680a460ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.587173952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7b798c"},"namespace":"ai-tenant-e2e-api-b-7b798c","name":"default-tenant","reconcileID":"cb3270dd-9d8a-4ef8-97ca-ac686c4dcf65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-7b798c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.587604365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b021fa-d2b9-4ae4-aa20-14d680a460ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.661407542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02cfe81-f342-421b-81cd-a289340df5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.711276538Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.714078107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02cfe81-f342-421b-81cd-a289340df5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.768533554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02cfe81-f342-421b-81cd-a289340df5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.821155824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02cfe81-f342-421b-81cd-a289340df5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.717851882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff938b2-eda0-47f3-9820-004799b347ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.770622275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff938b2-eda0-47f3-9820-004799b347ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.823353313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff938b2-eda0-47f3-9820-004799b347ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.876060721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff938b2-eda0-47f3-9820-004799b347ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:10.901414332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fde796-644f-4cd7-a736-f4faed6ce17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:10.954125265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fde796-644f-4cd7-a736-f4faed6ce17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.006629619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fde796-644f-4cd7-a736-f4faed6ce17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.059190018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fde796-644f-4cd7-a736-f4faed6ce17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:12.292445432Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7b798c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7b798c","reconcileID":"851fc80c-5897-4d67-8d05-3bf656dd85c4","aitenant":"ai-tenants/e2e-api-b-7b798c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.052480133Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7b798c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7b798c","reconcileID":"851fc80c-5897-4d67-8d05-3bf656dd85c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7b798c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-7b798c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.225687163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec94595b-6b1e-49ec-aae8-d3845d40062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.278447621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec94595b-6b1e-49ec-aae8-d3845d40062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.331116488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec94595b-6b1e-49ec-aae8-d3845d40062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.383948284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec94595b-6b1e-49ec-aae8-d3845d40062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.372293929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3254b577-d02c-46cb-9939-76eb5ee27391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.458661106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3254b577-d02c-46cb-9939-76eb5ee27391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.515616475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3254b577-d02c-46cb-9939-76eb5ee27391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.569110765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3254b577-d02c-46cb-9939-76eb5ee27391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.518571258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1ff21-fe02-4622-b6ae-e5d7bc378425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.571621634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1ff21-fe02-4622-b6ae-e5d7bc378425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.62408928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1ff21-fe02-4622-b6ae-e5d7bc378425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.676721788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1ff21-fe02-4622-b6ae-e5d7bc378425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.115986419Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-766db2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-766db2","reconcileID":"1a40a865-b18f-434d-964b-87f21a7e7ab0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-766db2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-766db2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.59700241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b9cdb8-6b29-4ecf-b19c-17baee295a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.649396576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b9cdb8-6b29-4ecf-b19c-17baee295a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.701878452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b9cdb8-6b29-4ecf-b19c-17baee295a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.754471384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b9cdb8-6b29-4ecf-b19c-17baee295a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.687987715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf08b52-0418-4b17-866b-d965a6380787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.740531294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf08b52-0418-4b17-866b-d965a6380787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.792828549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf08b52-0418-4b17-866b-d965a6380787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.846112395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf08b52-0418-4b17-866b-d965a6380787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:24.002397904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c28f1ea-bb28-4281-8716-2e34b0145e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:24.054984787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c28f1ea-bb28-4281-8716-2e34b0145e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:24.107764048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c28f1ea-bb28-4281-8716-2e34b0145e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:24.160250145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c28f1ea-bb28-4281-8716-2e34b0145e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:26.063745875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0350baa-0663-4589-8518-f457a66b2e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:26.117166908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0350baa-0663-4589-8518-f457a66b2e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:26.169631814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0350baa-0663-4589-8518-f457a66b2e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:26.222239089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0350baa-0663-4589-8518-f457a66b2e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.201776843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bbf8de-6872-453e-8777-01ed7a72e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.254779032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bbf8de-6872-453e-8777-01ed7a72e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.307188623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bbf8de-6872-453e-8777-01ed7a72e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.362018279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bbf8de-6872-453e-8777-01ed7a72e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.383440964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8814fa8a-787c-428e-9871-f36c4ea0e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.436245466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8814fa8a-787c-428e-9871-f36c4ea0e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.488656759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8814fa8a-787c-428e-9871-f36c4ea0e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.541095543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8814fa8a-787c-428e-9871-f36c4ea0e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.439938714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efadf59-07a7-494b-b74f-d978ce4e124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.492693213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efadf59-07a7-494b-b74f-d978ce4e124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.545303177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efadf59-07a7-494b-b74f-d978ce4e124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.597831951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efadf59-07a7-494b-b74f-d978ce4e124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.537919279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa080141-333f-49ef-847f-e3a3cd335915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.593271707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa080141-333f-49ef-847f-e3a3cd335915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.660501011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa080141-333f-49ef-847f-e3a3cd335915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.713497068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa080141-333f-49ef-847f-e3a3cd335915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.633516141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519ef2e4-c0bc-4d96-8e64-c622bb27237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.686338752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519ef2e4-c0bc-4d96-8e64-c622bb27237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.712582826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.739092283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519ef2e4-c0bc-4d96-8e64-c622bb27237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.791693187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519ef2e4-c0bc-4d96-8e64-c622bb27237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.603750289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"0a80fc38-1aca-4ad9-8a80-d8e63d9b5eb8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-40bb8e","tenantID":"e2e-ipp-a-40bb8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.700512063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff436c-1e70-4bb4-8101-2471b2275089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.752897742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff436c-1e70-4bb4-8101-2471b2275089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.766547265Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"0a80fc38-1aca-4ad9-8a80-d8e63d9b5eb8","name":"e2e-ipp-a-40bb8e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.805396987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff436c-1e70-4bb4-8101-2471b2275089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.857955807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff436c-1e70-4bb4-8101-2471b2275089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:40.778372758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab6d125-0478-4dc8-a5bb-b2565576e2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:40.831749455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab6d125-0478-4dc8-a5bb-b2565576e2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:40.884356007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab6d125-0478-4dc8-a5bb-b2565576e2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:40.93773614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab6d125-0478-4dc8-a5bb-b2565576e2e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:55.353811488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdb11b-308d-4356-91ce-4a970f651706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:55.406558753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdb11b-308d-4356-91ce-4a970f651706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:55.4592897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdb11b-308d-4356-91ce-4a970f651706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:55.51431184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdb11b-308d-4356-91ce-4a970f651706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:57.409814937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae720cf-e99c-4b9b-b4f0-8af18f45ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:57.462496218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae720cf-e99c-4b9b-b4f0-8af18f45ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:57.515269255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae720cf-e99c-4b9b-b4f0-8af18f45ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:57.568089839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae720cf-e99c-4b9b-b4f0-8af18f45ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.284542192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"143527fc-ba69-456e-a23f-59aeec1b9a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.284562999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"143527fc-ba69-456e-a23f-59aeec1b9a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.341989456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efca8080-11f2-46d0-8593-5532c1d42c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.342017295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efca8080-11f2-46d0-8593-5532c1d42c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.447996142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"d71e1268-7793-4422-9193-56a5f468d0e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.57730283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"d71e1268-7793-4422-9193-56a5f468d0e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.63377838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d9a9ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"d71e1268-7793-4422-9193-56a5f468d0e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.692815909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e29e6b6-d2fc-4ccc-aa7d-b08dd9676908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:00.692836502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e29e6b6-d2fc-4ccc-aa7d-b08dd9676908","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.626840547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a59a4db-13b6-4eec-ab08-2737506faeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.679316062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a59a4db-13b6-4eec-ab08-2737506faeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.732225945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a59a4db-13b6-4eec-ab08-2737506faeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.788162582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a59a4db-13b6-4eec-ab08-2737506faeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:05.169299449Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e9340b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e9340b","reconcileID":"bdd77d67-0e0c-42f3-96a6-2fef39419e94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e9340b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e9340b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.698015585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7faeeec1-ac44-4e76-b5ee-4ed7a03e6c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.711033947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.750618974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7faeeec1-ac44-4e76-b5ee-4ed7a03e6c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.803420524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7faeeec1-ac44-4e76-b5ee-4ed7a03e6c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.856112581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7faeeec1-ac44-4e76-b5ee-4ed7a03e6c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.789423421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbd881e-a113-4221-b48a-cf8868f35755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.845173104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbd881e-a113-4221-b48a-cf8868f35755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.898665278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbd881e-a113-4221-b48a-cf8868f35755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.952161457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbd881e-a113-4221-b48a-cf8868f35755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:10.800698705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"1c271b74-7caf-44f2-9d8a-9b844893a531","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:10.858974427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"1c271b74-7caf-44f2-9d8a-9b844893a531","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:10.915423747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d9a9ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"1c271b74-7caf-44f2-9d8a-9b844893a531","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.02090573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"7a5c39ac-d3ef-41b7-9cb3-c0f15844d22a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.079721114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"7a5c39ac-d3ef-41b7-9cb3-c0f15844d22a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.141278393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d9a9ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (925b185578b272fdf0af48b1c07f6e97925025e18493a3034d693a08d08747c3) AuthConfig (5810fc1c5fc0e6f45959b4dc274823acac0796de2f8e0554849ac34ae39a676c) AuthConfig (6f58f0e92dde38d902a2502b0b1b69b79e73ce139636b3608c295fa83096b8ab) AuthConfig (dd474fb6d56609cc5cce9ab3ed048f8ec3a6c34c2462a878407d73a8c5fc3559) AuthConfig (d7a9f0188265e61cbb67b198a8b5b621bd53159a8b38963ff5181ebb6edb0ce7) AuthConfig (cd9ca364e16e7828b4c5bd043e1b06a4ef6652f642d2273eb656f0af3973ba8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"7a5c39ac-d3ef-41b7-9cb3-c0f15844d22a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.199063074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e53b581-90b1-45f0-b6e9-0ef4b7553f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.199083068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e53b581-90b1-45f0-b6e9-0ef4b7553f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.239137398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f35a9f-2ca1-4b81-bd00-cad767b3465a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.292202187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f35a9f-2ca1-4b81-bd00-cad767b3465a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.345007917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f35a9f-2ca1-4b81-bd00-cad767b3465a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.397417059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f35a9f-2ca1-4b81-bd00-cad767b3465a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:21.743897908Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-987e4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-987e4e","reconcileID":"3f4193c0-b321-4b36-9458-d28497fb8a98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-987e4e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-987e4e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.038631829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"edbcddd1-9e99-447a-8158-c519657736bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.15657128Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"edbcddd1-9e99-447a-8158-c519657736bc","name":"e2e-ipp-a-766db2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.339574585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f565b1b-7744-44f9-acee-910db549b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.393999904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f565b1b-7744-44f9-acee-910db549b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.447256611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f565b1b-7744-44f9-acee-910db549b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:23.500298137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f565b1b-7744-44f9-acee-910db549b822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:25.4044412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aab27dd-381d-413e-b8ec-779d8c12c595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:25.456679748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aab27dd-381d-413e-b8ec-779d8c12c595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:25.50925468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aab27dd-381d-413e-b8ec-779d8c12c595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:25.561730286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aab27dd-381d-413e-b8ec-779d8c12c595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.499269905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84944b24-db30-4324-9211-0d7b1a781170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.551637185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84944b24-db30-4324-9211-0d7b1a781170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.612272373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84944b24-db30-4324-9211-0d7b1a781170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.732771921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84944b24-db30-4324-9211-0d7b1a781170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:29.771915834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3d957-0dbc-4254-9dc0-d1b3a6e17941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:29.82433173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3d957-0dbc-4254-9dc0-d1b3a6e17941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:29.877263253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3d957-0dbc-4254-9dc0-d1b3a6e17941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:29.930115928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3d957-0dbc-4254-9dc0-d1b3a6e17941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.344082964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"dc541a0c-ba42-4027-abea-31bbda0bbb1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.401615901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"dc541a0c-ba42-4027-abea-31bbda0bbb1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.458491352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d9a9ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (925b185578b272fdf0af48b1c07f6e97925025e18493a3034d693a08d08747c3) AuthConfig (5810fc1c5fc0e6f45959b4dc274823acac0796de2f8e0554849ac34ae39a676c) AuthConfig (6f58f0e92dde38d902a2502b0b1b69b79e73ce139636b3608c295fa83096b8ab) AuthConfig (dd474fb6d56609cc5cce9ab3ed048f8ec3a6c34c2462a878407d73a8c5fc3559) AuthConfig (d7a9f0188265e61cbb67b198a8b5b621bd53159a8b38963ff5181ebb6edb0ce7) AuthConfig (cd9ca364e16e7828b4c5bd043e1b06a4ef6652f642d2273eb656f0af3973ba8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"dc541a0c-ba42-4027-abea-31bbda0bbb1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.938089635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdeeb186-c5a5-47a0-ba01-549fd5653e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.990662784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdeeb186-c5a5-47a0-ba01-549fd5653e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:32.043379994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdeeb186-c5a5-47a0-ba01-549fd5653e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:32.095925086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdeeb186-c5a5-47a0-ba01-549fd5653e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:36.711724188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:41.580202413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"c55908c7-a621-403c-8c1c-cb2a7a5296e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:41.637668493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"c55908c7-a621-403c-8c1c-cb2a7a5296e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:41.907428634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7b88630-67e1-4aee-b1ce-20494ba35b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:41.907451848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7b88630-67e1-4aee-b1ce-20494ba35b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:47.290140906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f194bce-0962-4219-929a-2d97c8843187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:47.345578845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f194bce-0962-4219-929a-2d97c8843187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:47.398710292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f194bce-0962-4219-929a-2d97c8843187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:47.451173127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f194bce-0962-4219-929a-2d97c8843187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:49.353900942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9556fa3e-20ee-47f4-90f5-dd4096d23697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:49.406917479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9556fa3e-20ee-47f4-90f5-dd4096d23697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:49.460184531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9556fa3e-20ee-47f4-90f5-dd4096d23697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:49.513331588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9556fa3e-20ee-47f4-90f5-dd4096d23697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.560592568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e9f8b9-3d3d-4183-8be7-d528ace45a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.613678665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e9f8b9-3d3d-4183-8be7-d528ace45a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.666448882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e9f8b9-3d3d-4183-8be7-d528ace45a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:51.721705904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e9f8b9-3d3d-4183-8be7-d528ace45a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.545447175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1ef463-774d-4c94-84c1-b8d3cf4f0b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.598470559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1ef463-774d-4c94-84c1-b8d3cf4f0b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.650900352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1ef463-774d-4c94-84c1-b8d3cf4f0b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:54.703437353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1ef463-774d-4c94-84c1-b8d3cf4f0b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:56.719788591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3f07a8-a307-4561-8e00-1ebb425ab51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:56.797940588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3f07a8-a307-4561-8e00-1ebb425ab51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:56.855536891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3f07a8-a307-4561-8e00-1ebb425ab51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:56.908424328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3f07a8-a307-4561-8e00-1ebb425ab51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:06.712076199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:09.609489295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"2c191ae5-74cf-40e7-9549-2a02db9cf599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:09.707379284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"cc97ad78-65a0-451f-9bb8-eb54976a3a42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:09.820009957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"da114e00-c50e-4852-8a77-fe95952c1f0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:09.987479851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"a755cbc4-a265-4d3b-bdcd-ffdecb252da6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.087303253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b007d343-93dd-4a73-8bd7-02e474c2cb38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.224304212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1f7feb6-e95e-4248-aa56-6780de678da5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.323357477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"ec034515-2e8c-48aa-a3bd-32f4682b070e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.334374047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"beb2244f-5ca2-4d72-b737-5f29a48a97dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.423750582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"d29c2cbe-dc21-4cc1-882a-4e379b74d8af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.524599831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"577c8f2c-dcd7-4700-9132-40b54f9f2f3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.790909668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"f5de1efd-ca66-43ff-923b-9e9a03248b4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:10.891626682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"7019f220-e38f-4e77-9ff2-11ccd75963b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:17.003215374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"10cbc4bc-f0e5-4aef-9704-0f2079806298","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:17.122101928Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"10cbc4bc-f0e5-4aef-9704-0f2079806298","name":"e2e-api-b-e9340b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.018117907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","namespace":"ai-tenant-e2e-ipp-a-9fc781","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.018176165Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","namespace":"ai-tenant-e2e-ipp-a-9fc781","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.018223722Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","tenant":"e2e-ipp-a-9fc781","tenantID":"e2e-ipp-a-9fc781","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.072410899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"Deployment","name":"maas-api-e2e-ipp-a-9fc781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.132790705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"Service","name":"maas-api-e2e-ipp-a-9fc781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.188665249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-9fc781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.242810715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-9fc781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.314738511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.372467882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.429988659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.486853782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.542192275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.597123192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.659932214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"Service","name":"payload-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.720538957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.775379822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.832067044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.888088425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.945077102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.999580177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.05393257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.112145553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-9fc781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.190212342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9fc781"},"namespace":"ai-tenant-e2e-ipp-a-9fc781","name":"default-tenant","reconcileID":"24cb578f-e04f-4bca-babe-867314c12d77","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-9fc781","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.595098905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7bba31-8125-4af9-967b-ec1d59b6360d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.647853427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7bba31-8125-4af9-967b-ec1d59b6360d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.700132988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7bba31-8125-4af9-967b-ec1d59b6360d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.70022859Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9fc781","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9fc781","reconcileID":"81c8d124-4e82-4388-9ae3-65c15831b6f4","aitenant":"ai-tenants/e2e-ipp-a-9fc781","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.753107148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7bba31-8125-4af9-967b-ec1d59b6360d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:27.460846648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9fc781","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9fc781","reconcileID":"81c8d124-4e82-4388-9ae3-65c15831b6f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9fc781","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-9fc781"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.460934013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"be4093d4-7549-48f6-81a7-68a35b84f954","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.513247931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29fe7058-0860-48ae-98b6-7f06b59bc150","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.628340572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"4122a612-176a-4974-8a2b-c79d38ea8428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.730504118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"7fbb6d3a-8e78-410d-85a4-40ecbeec024d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.791565066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c75e05-41a0-4178-9548-f073878198c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.830303618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"d4101b9f-cec4-4dd5-b6c4-639e9aafb0c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.844076025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c75e05-41a0-4178-9548-f073878198c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.896481458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c75e05-41a0-4178-9548-f073878198c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.948701457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c75e05-41a0-4178-9548-f073878198c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:29.059192576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"a17d4bc6-ce26-4015-a575-1bc77e024072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:29.274838123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"95b877bb-f0a1-4905-914a-5f6bc619c117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:29.493889967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"ffb09b4b-7144-493d-98d2-18ce787d5997","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:29.593950676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"a79c2875-8e0c-4a25-a3fe-d6e4ba341275","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:29.694559713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"acb4c146-4350-46cd-b9ff-1455d989a0c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:29.694782045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"3c46ff2c-565c-42f9-9e34-4d4133cdc542","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:29.724609199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"fbdbe5e9-c12c-4b6f-97f0-25988c4dcc4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:30.863084678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ec0df-794e-4f4e-997b-67c2b989c11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:30.9155529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ec0df-794e-4f4e-997b-67c2b989c11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:30.9680365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ec0df-794e-4f4e-997b-67c2b989c11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:31.021199087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9ec0df-794e-4f4e-997b-67c2b989c11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:32.984139735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73511800-1ac7-499c-9e35-90effb3f7f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:33.041152331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73511800-1ac7-499c-9e35-90effb3f7f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:33.09393602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73511800-1ac7-499c-9e35-90effb3f7f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:33.14749135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73511800-1ac7-499c-9e35-90effb3f7f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:33.311918625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"0fd17917-1739-4a5a-afb1-02681c91262d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-987e4e","tenantID":"e2e-ipp-b-987e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:33.432578103Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"0fd17917-1739-4a5a-afb1-02681c91262d","name":"e2e-ipp-b-987e4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.181251509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7879826f-63e8-47d8-9c2a-d3b4b7fa1a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.241657882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7879826f-63e8-47d8-9c2a-d3b4b7fa1a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.294525064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7879826f-63e8-47d8-9c2a-d3b4b7fa1a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:35.3501388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7879826f-63e8-47d8-9c2a-d3b4b7fa1a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.711550725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:37.25108808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f04623-7266-4c65-a1cb-4aa78ddb5949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:37.304049071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f04623-7266-4c65-a1cb-4aa78ddb5949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:37.357301517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f04623-7266-4c65-a1cb-4aa78ddb5949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:37.409759196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f04623-7266-4c65-a1cb-4aa78ddb5949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.799753453Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d138ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d138ef","reconcileID":"90e6bd28-990c-446d-ac85-34c94a2648eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d138ef","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d138ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:39.314523578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54148c-b2b0-4524-a098-f8a0ad38d214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:39.367083471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54148c-b2b0-4524-a098-f8a0ad38d214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:39.419670379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54148c-b2b0-4524-a098-f8a0ad38d214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:39.471965769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54148c-b2b0-4524-a098-f8a0ad38d214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:41.36969367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73128441-fd6d-4506-a0ab-e86162505be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:41.422677149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73128441-fd6d-4506-a0ab-e86162505be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:41.475135705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73128441-fd6d-4506-a0ab-e86162505be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:41.52753808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73128441-fd6d-4506-a0ab-e86162505be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.466378438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1c50e-00de-4a0d-9751-b223eb23639d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.51900445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1c50e-00de-4a0d-9751-b223eb23639d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.571327375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1c50e-00de-4a0d-9751-b223eb23639d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.62400315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b1c50e-00de-4a0d-9751-b223eb23639d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.530464293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619688e-8757-4bf1-8352-e3b753fdd50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.583212864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619688e-8757-4bf1-8352-e3b753fdd50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.635579397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619688e-8757-4bf1-8352-e3b753fdd50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.687856553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619688e-8757-4bf1-8352-e3b753fdd50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:06.712384841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.286144465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"2c124ffa-f708-47d6-b858-ca016741c26f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.395962012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"9aec6893-c122-4f40-9e7f-859018e3067a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.61691368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"fa700d89-0806-45af-9b40-abb09dc3e5b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.728812983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"9546d872-e7a5-49f2-b62a-13b9490406ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.83854474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"e31bed17-b64a-44be-b612-98d3d53e0272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.93347074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9260cb07-b5bc-45f4-898f-365da4c65b87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.037715826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"fc32e84f-52b3-4408-8a23-798d3e39fef3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.217798679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff9e3d58-b069-42b0-aa67-132bbd18873d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.319499072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"bae527dc-5cab-44cb-a7f9-eedab39d1095","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.330263557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"2208f077-2e1a-4254-968f-7900d080dc47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.419707315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"cb2d1a84-968c-4ae6-a8bf-ec7a6a41f430","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.444315582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"0daf8a96-3caf-48b1-8a77-55531fc8ea3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:19.29421475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef2a61-8008-4cb8-bb1e-60059d71e538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:19.346561338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef2a61-8008-4cb8-bb1e-60059d71e538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:19.399082852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef2a61-8008-4cb8-bb1e-60059d71e538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:19.451589555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef2a61-8008-4cb8-bb1e-60059d71e538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:19.811406982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-efa35f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-efa35f","reconcileID":"7597d535-f1b6-4ec1-a244-67fdb8b40487","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-efa35f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-efa35f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.343941719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad997ec-5032-437e-9f57-de1348bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.396494885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad997ec-5032-437e-9f57-de1348bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.449190401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad997ec-5032-437e-9f57-de1348bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.50190407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad997ec-5032-437e-9f57-de1348bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:23.448164267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af7a8a9-a238-44da-be95-59d788029fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:23.501391288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af7a8a9-a238-44da-be95-59d788029fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:23.55389988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af7a8a9-a238-44da-be95-59d788029fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:23.60655683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af7a8a9-a238-44da-be95-59d788029fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:25.535611233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9bd0f4-56d6-483b-bf2b-5d8046688929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:25.599289604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9bd0f4-56d6-483b-bf2b-5d8046688929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:25.653633071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9bd0f4-56d6-483b-bf2b-5d8046688929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:25.708074675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9bd0f4-56d6-483b-bf2b-5d8046688929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.617510231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9a9999-c902-4743-ae98-96b34b9447eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.670045785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9a9999-c902-4743-ae98-96b34b9447eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.723896924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9a9999-c902-4743-ae98-96b34b9447eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:27.777574156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9a9999-c902-4743-ae98-96b34b9447eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.671729573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca69-e15f-486f-a48e-57ca1457ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.72505485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca69-e15f-486f-a48e-57ca1457ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.777667247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca69-e15f-486f-a48e-57ca1457ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.830289815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca69-e15f-486f-a48e-57ca1457ced3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.785315585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0a1eb1-e2fa-4203-9a16-74b322cec2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.838025758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0a1eb1-e2fa-4203-9a16-74b322cec2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.890993407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0a1eb1-e2fa-4203-9a16-74b322cec2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.944906934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0a1eb1-e2fa-4203-9a16-74b322cec2c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.852522666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61468dc4-a76b-4d7e-b76b-b147f8e2f05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.90511114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61468dc4-a76b-4d7e-b76b-b147f8e2f05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.957710285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61468dc4-a76b-4d7e-b76b-b147f8e2f05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:34.010798161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61468dc4-a76b-4d7e-b76b-b147f8e2f05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:35.968649012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7627308a-d800-4489-adaf-3ac890a9a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:36.021466821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7627308a-d800-4489-adaf-3ac890a9a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:36.074305998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7627308a-d800-4489-adaf-3ac890a9a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:36.126680627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7627308a-d800-4489-adaf-3ac890a9a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:36.714771394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.090659255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ae18db-0b7e-46a9-8d76-77dc51ed6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.143146318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ae18db-0b7e-46a9-8d76-77dc51ed6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.195432488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ae18db-0b7e-46a9-8d76-77dc51ed6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.247882879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ae18db-0b7e-46a9-8d76-77dc51ed6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.142678194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c18ebf-cc0b-47f8-91da-af927fadaea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.195238862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c18ebf-cc0b-47f8-91da-af927fadaea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.247688573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c18ebf-cc0b-47f8-91da-af927fadaea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:40.300193917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c18ebf-cc0b-47f8-91da-af927fadaea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.22696484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c52549b-12d0-4fb7-b617-2d79370314dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.27957872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c52549b-12d0-4fb7-b617-2d79370314dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.332135241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c52549b-12d0-4fb7-b617-2d79370314dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:42.384654122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c52549b-12d0-4fb7-b617-2d79370314dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.049054235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be206d08-de49-4fe1-80ad-402afb432781","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.049076152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be206d08-de49-4fe1-80ad-402afb432781","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.106363807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67dcc0e4-a81a-41b4-8877-14dcce668718","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.106387971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67dcc0e4-a81a-41b4-8877-14dcce668718","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.211177861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"c00a45c9-b6ad-4894-9fda-0d54de3749f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.322211407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b60c9a-bfd0-4ec4-b863-11d414bf06d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.375328226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b60c9a-bfd0-4ec4-b863-11d414bf06d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.392840926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"c00a45c9-b6ad-4894-9fda-0d54de3749f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"name":"e2e-api-b-e9340b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.429669822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b60c9a-bfd0-4ec4-b863-11d414bf06d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.486606251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b60c9a-bfd0-4ec4-b863-11d414bf06d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.490018588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e9340b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"c00a45c9-b6ad-4894-9fda-0d54de3749f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.545764272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ed587d3-fc8b-4cbe-91d9-771743657085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.545786097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ed587d3-fc8b-4cbe-91d9-771743657085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.382643823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ee4be-9fd5-49e2-b4b3-24bfd9473c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.43595894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ee4be-9fd5-49e2-b4b3-24bfd9473c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.489139539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ee4be-9fd5-49e2-b4b3-24bfd9473c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.542426092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7ee4be-9fd5-49e2-b4b3-24bfd9473c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.170101127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","namespace":"ai-tenant-e2e-ipp-b-26a08b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.170176487Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","namespace":"ai-tenant-e2e-ipp-b-26a08b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.170226129Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","tenant":"e2e-ipp-b-26a08b","tenantID":"e2e-ipp-b-26a08b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.238829922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"Deployment","name":"maas-api-e2e-ipp-b-26a08b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.301190724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"Service","name":"maas-api-e2e-ipp-b-26a08b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.356907403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-26a08b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.414838942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-26a08b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.467529934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e819e3-3005-433e-a115-6ee0f10f8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.555786789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e819e3-3005-433e-a115-6ee0f10f8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.556792476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.612846606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e819e3-3005-433e-a115-6ee0f10f8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.668075353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.668089045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e819e3-3005-433e-a115-6ee0f10f8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.723994567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.791608929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.848244161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.956134458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.01765882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"Service","name":"payload-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.078318557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.133258817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.188015017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.244088622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.300493142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.355008779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.409087174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.468312385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-26a08b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:49.535045764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-26a08b"},"namespace":"ai-tenant-e2e-ipp-b-26a08b","name":"default-tenant","reconcileID":"748d17c5-0e00-4cea-b7ed-4f4ed7adc4da","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-26a08b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.595990016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8949f9c8-5527-4883-856b-f46324bc2447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.650516018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8949f9c8-5527-4883-856b-f46324bc2447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.712390354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8949f9c8-5527-4883-856b-f46324bc2447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.764850373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8949f9c8-5527-4883-856b-f46324bc2447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:51.285801965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"a87e80c0-90ce-4853-8997-1a728d69ca74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:51.344641271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"a87e80c0-90ce-4853-8997-1a728d69ca74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:51.988700567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"fed63bdc-b0d5-443e-8dae-5619f5edab88","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.047093739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"fed63bdc-b0d5-443e-8dae-5619f5edab88","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.068295906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aa00f5b-cacd-4974-a7a7-af5e1de33cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.068324377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aa00f5b-cacd-4974-a7a7-af5e1de33cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.332845711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"823b64f9-459f-49ae-8408-850dd31bc5c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.586995654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"823b64f9-459f-49ae-8408-850dd31bc5c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.670666034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc56fcf-d0be-47aa-87f4-00cf60503a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.725371959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc56fcf-d0be-47aa-87f4-00cf60503a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.74198437Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"823b64f9-459f-49ae-8408-850dd31bc5c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"name":"e2e-api-a-d9a9ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.742014805Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"e2e-e2e-api-a-d9a9ee-policy","reconcileID":"823b64f9-459f-49ae-8408-850dd31bc5c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d9a9ee-policy","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d9a9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.777930181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc56fcf-d0be-47aa-87f4-00cf60503a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.830359682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc56fcf-d0be-47aa-87f4-00cf60503a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.834794905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b18f178-3dac-4329-a8b1-4509b7ab266f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.834812575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b18f178-3dac-4329-a8b1-4509b7ab266f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.653006429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"2efc7c32-7762-4805-a2b4-d3eebfc33a8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.698684104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"6be56039-3dc2-451d-a6dc-3359fe0a224b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d138ef","tenantID":"e2e-ipp-b-d138ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.712403737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"2efc7c32-7762-4805-a2b4-d3eebfc33a8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"name":"e2e-api-b-e9340b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.769854278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e9340b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"2efc7c32-7762-4805-a2b4-d3eebfc33a8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.811736283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea12ffc-b7f8-40f9-89f4-a90adbc41bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.886301302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea12ffc-b7f8-40f9-89f4-a90adbc41bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.88708035Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"6be56039-3dc2-451d-a6dc-3359fe0a224b","name":"e2e-ipp-b-d138ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.943626226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea12ffc-b7f8-40f9-89f4-a90adbc41bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:55.008022422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea12ffc-b7f8-40f9-89f4-a90adbc41bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.930786308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbbdf8e-703f-496b-9b7b-dbd7d7371039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.984138749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbbdf8e-703f-496b-9b7b-dbd7d7371039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.037981668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbbdf8e-703f-496b-9b7b-dbd7d7371039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.091376997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbbdf8e-703f-496b-9b7b-dbd7d7371039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.091468563Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-26a08b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-26a08b","reconcileID":"699155f3-e9d5-4bcf-997e-27dca30e7943","aitenant":"ai-tenants/e2e-ipp-b-26a08b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.872539755Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-26a08b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-26a08b","reconcileID":"699155f3-e9d5-4bcf-997e-27dca30e7943","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-26a08b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-26a08b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.036296664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7606e8f0-4c0c-4aa4-8f2e-6a8feaeca704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.090981332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7606e8f0-4c0c-4aa4-8f2e-6a8feaeca704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.143436581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7606e8f0-4c0c-4aa4-8f2e-6a8feaeca704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:59.195965513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7606e8f0-4c0c-4aa4-8f2e-6a8feaeca704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.256720759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfeb7e51-ca9a-4614-9c55-9857aec76e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.309204776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfeb7e51-ca9a-4614-9c55-9857aec76e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.361637203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfeb7e51-ca9a-4614-9c55-9857aec76e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.414482231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfeb7e51-ca9a-4614-9c55-9857aec76e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.32393307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad7f74c-1f85-4a0f-910e-ab191f4d735b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.378975988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad7f74c-1f85-4a0f-910e-ab191f4d735b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.432448466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad7f74c-1f85-4a0f-910e-ab191f4d735b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.485171347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fad7f74c-1f85-4a0f-910e-ab191f4d735b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:04.928283134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"c2730178-80d0-41c1-a6eb-8ff6d807493e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:04.986308228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"c2730178-80d0-41c1-a6eb-8ff6d807493e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"name":"e2e-api-b-e9340b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.043602735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e9340b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6492298e9fb3565be8d30bd2710ade2d096a7accf5dc8fb5f32880e5b9743044) AuthConfig (82d3756c39eef3dd2d4a0eb0fa905ef0886088d08dd26034ff41ca2c6f3cb627) AuthConfig (fddabce014ad961af507c0542b4fc5d23c3051366ff7d8d5fead54999416d9e3) AuthConfig (07a29d9f0855c29a048cef093bf84a16e855ed02dc799d6d96dd15f9a922badb) AuthConfig (8c135cd8490f218f1f5981b03f22275c90f91f71a3357929196d69a66e0a9bc2) AuthConfig (b3a4440558890af56e71bd2e58967602e899b412e8f8233d73b70bd73b8d930f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"c2730178-80d0-41c1-a6eb-8ff6d807493e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.102130272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93c1495-a489-412b-bd23-6e79cc91cdd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.102150613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93c1495-a489-412b-bd23-6e79cc91cdd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.197566802Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-373d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-373d24","reconcileID":"15edf814-7855-4e5e-9732-d5f71539f40e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-373d24","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-373d24":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.405536933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87f20b-931b-4ad5-a034-79b09f66bc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.458324643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87f20b-931b-4ad5-a034-79b09f66bc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.51109347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87f20b-931b-4ad5-a034-79b09f66bc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.563853956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87f20b-931b-4ad5-a034-79b09f66bc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:06.711113044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.4737848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188d67c3-ef64-47c2-bb8c-41a1a17076cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.526488189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188d67c3-ef64-47c2-bb8c-41a1a17076cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.579792695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188d67c3-ef64-47c2-bb8c-41a1a17076cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.632283891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188d67c3-ef64-47c2-bb8c-41a1a17076cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.598349653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7bdabc-9b9f-4d5f-b656-bc3ff2759112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.651012097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7bdabc-9b9f-4d5f-b656-bc3ff2759112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.703783191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7bdabc-9b9f-4d5f-b656-bc3ff2759112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.756402624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7bdabc-9b9f-4d5f-b656-bc3ff2759112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.695659807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56259944-6807-4455-a072-d5bef25ba573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.748177643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56259944-6807-4455-a072-d5bef25ba573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.800560574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56259944-6807-4455-a072-d5bef25ba573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.853087299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56259944-6807-4455-a072-d5bef25ba573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:13.756341755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb83e1e-15c2-4529-ad5a-d836f6fccd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:13.818240064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb83e1e-15c2-4529-ad5a-d836f6fccd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:13.880584782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb83e1e-15c2-4529-ad5a-d836f6fccd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:13.942257373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb83e1e-15c2-4529-ad5a-d836f6fccd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.207366364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"a1e6ec61-725a-4b9d-94d7-829c23469a38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.265198611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"a1e6ec61-725a-4b9d-94d7-829c23469a38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"name":"e2e-api-b-e9340b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.297540487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"b8496271-70d4-4d59-b0c6-5eaaf4c4d955","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.321403982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e9340b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6492298e9fb3565be8d30bd2710ade2d096a7accf5dc8fb5f32880e5b9743044) AuthConfig (82d3756c39eef3dd2d4a0eb0fa905ef0886088d08dd26034ff41ca2c6f3cb627) AuthConfig (fddabce014ad961af507c0542b4fc5d23c3051366ff7d8d5fead54999416d9e3) AuthConfig (07a29d9f0855c29a048cef093bf84a16e855ed02dc799d6d96dd15f9a922badb) AuthConfig (8c135cd8490f218f1f5981b03f22275c90f91f71a3357929196d69a66e0a9bc2) AuthConfig (b3a4440558890af56e71bd2e58967602e899b412e8f8233d73b70bd73b8d930f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"a1e6ec61-725a-4b9d-94d7-829c23469a38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.46840461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"2b3f65e0-0ac9-4f76-9f47-d568e36e6999","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.803480434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"40828d8e-1f58-4487-bee6-1e3a14cfb650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.906203251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"4d6dce88-ab0f-44b8-807c-b81de6ce1acc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:15.917458645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"4e9d2f93-ecc0-452c-856b-94220cfa696c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:16.029562928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"715332b3-f9d4-479a-b2d5-b54161c156f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:16.138584832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ead49a52-adbc-4bba-b04f-a4d2e7f241b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:16.238843059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ff835ed-f60f-4cf3-97b6-1499162f50ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:16.253913979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"cd770585-e33c-4175-8295-1c7f4a02f502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:16.339680352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"cea718e3-6010-401e-9bf3-b323ec5855a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:16.365698715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"112ca68e-e2b3-45ff-94ca-ff142bf47473","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:16.475279956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"96ae4b7d-47fa-4a93-8a10-ac3085968afe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.452877116Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","namespace":"ai-tenant-e2e-api-a-d9a9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.452934341Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","namespace":"ai-tenant-e2e-api-a-d9a9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.452985416Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","tenant":"e2e-api-a-d9a9ee","tenantID":"e2e-api-a-d9a9ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.507875361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"Deployment","name":"maas-api-e2e-api-a-d9a9ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.5679449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"Service","name":"maas-api-e2e-api-a-d9a9ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.623505175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d9a9ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.677837593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d9a9ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.739666842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.800835336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.857074277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.917575648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.972792738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"Deployment","name":"payload-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.026662954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.079119438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"Service","name":"payload-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.131469436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.18373367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.236202967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.288591616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.347922243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.400233365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.452691295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.506193651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d9a9ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.558712295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d9a9ee"},"namespace":"ai-tenant-e2e-api-a-d9a9ee","name":"default-tenant","reconcileID":"1e681c8c-2faf-4c48-8282-1d92d6f74134","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d9a9ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.426829741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"f5301438-d969-465c-8162-55e31bc557b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.484129623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"f5301438-d969-465c-8162-55e31bc557b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"name":"e2e-api-b-e9340b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.802096117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d18c4103-0244-43f8-8a72-97501785e3c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:25.802116717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d18c4103-0244-43f8-8a72-97501785e3c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:31.439543339Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d9a9ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d9a9ee","reconcileID":"8a55a17c-5fb6-4373-84f4-23dc2377e56f","aitenant":"ai-tenants/e2e-api-a-d9a9ee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:31.819897748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0165ab-14ce-43e9-a434-f5ea10c5c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:31.872528508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0165ab-14ce-43e9-a434-f5ea10c5c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:31.925251139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0165ab-14ce-43e9-a434-f5ea10c5c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:31.978368427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0165ab-14ce-43e9-a434-f5ea10c5c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.254693527Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d9a9ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d9a9ee","reconcileID":"8a55a17c-5fb6-4373-84f4-23dc2377e56f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d9a9ee","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d9a9ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:33.99658899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3137fbb5-3f9a-4f9a-8b23-9c917caef2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.051444725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3137fbb5-3f9a-4f9a-8b23-9c917caef2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.115611086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3137fbb5-3f9a-4f9a-8b23-9c917caef2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.168364748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3137fbb5-3f9a-4f9a-8b23-9c917caef2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:35.372035983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"2540915a-9bd1-41b3-a772-0283128ced9e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-efa35f","tenantID":"e2e-ipp-b-efa35f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:35.490692525Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"2540915a-9bd1-41b3-a772-0283128ced9e","name":"e2e-ipp-b-efa35f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.128611656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88cb14c-5d2f-4b39-9c2d-f0b0fd5b6bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.180937972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88cb14c-5d2f-4b39-9c2d-f0b0fd5b6bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.233204246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88cb14c-5d2f-4b39-9c2d-f0b0fd5b6bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.286013787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88cb14c-5d2f-4b39-9c2d-f0b0fd5b6bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.710787316Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.189658476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8712562-38b3-46d4-b299-01a4900017ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.242117745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8712562-38b3-46d4-b299-01a4900017ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.294475547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8712562-38b3-46d4-b299-01a4900017ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.347772114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8712562-38b3-46d4-b299-01a4900017ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.762031356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"9e8f3134-5424-4912-9a08-d8b1f05743c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.819924815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"9e8f3134-5424-4912-9a08-d8b1f05743c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"name":"e2e-api-b-e9340b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.156295218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"6dcb05b4-d5be-4f65-a33c-585b6d816273","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.156464329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72b87a9-fa8b-4e32-99e4-2a097030e4b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.156486099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72b87a9-fa8b-4e32-99e4-2a097030e4b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.315141733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"6dcb05b4-d5be-4f65-a33c-585b6d816273","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.455297871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"6dcb05b4-d5be-4f65-a33c-585b6d816273","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"name":"e2e-api-b-e9340b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.455326328Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"e2e-e2e-api-b-e9340b-policy","reconcileID":"6dcb05b4-d5be-4f65-a33c-585b6d816273","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e9340b-policy","namespace":"ai-tenant-e2e-api-b-e9340b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e9340b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.513147703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69a61f2a-398b-475a-83fd-15dd82920597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:39.513169705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69a61f2a-398b-475a-83fd-15dd82920597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.502193383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1dc644-1f7e-4083-8b1f-ea8fb4dcf135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.556421205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1dc644-1f7e-4083-8b1f-ea8fb4dcf135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.612366179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1dc644-1f7e-4083-8b1f-ea8fb4dcf135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.665776782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1dc644-1f7e-4083-8b1f-ea8fb4dcf135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.940701633Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","namespace":"ai-tenant-e2e-api-b-e9340b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.940792264Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","namespace":"ai-tenant-e2e-api-b-e9340b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.940856918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","tenant":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.997046999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"Deployment","name":"maas-api-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.057019031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"Service","name":"maas-api-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.114277041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.168798598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.224660874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.280359273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.340174614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.39712533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.451193857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"Deployment","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.507181755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.559947928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"Service","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.612236609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.664473674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.738618772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.790763194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.847163627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.899205031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:41.951295265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.088776051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.141260671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"54679e0f-dd9b-4be5-a028-19623ecf1602","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e9340b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.691093898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdaa26-3282-46c4-aa51-ee676a3da56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.744764671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdaa26-3282-46c4-aa51-ee676a3da56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.798931972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdaa26-3282-46c4-aa51-ee676a3da56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.851583753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdaa26-3282-46c4-aa51-ee676a3da56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:06.711198672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.366282052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4086712-2171-4a29-8f4f-840052624fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.419080494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4086712-2171-4a29-8f4f-840052624fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.473070733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4086712-2171-4a29-8f4f-840052624fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.526717301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4086712-2171-4a29-8f4f-840052624fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:09.465576961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c77949-9b78-442f-ae19-c9ef869d1413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:09.518797596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c77949-9b78-442f-ae19-c9ef869d1413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:09.57116574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c77949-9b78-442f-ae19-c9ef869d1413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:09.623803161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c77949-9b78-442f-ae19-c9ef869d1413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:11.615297337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441bfd63-eef7-4fff-957e-a234466a6cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:11.668508619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441bfd63-eef7-4fff-957e-a234466a6cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:11.721114735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441bfd63-eef7-4fff-957e-a234466a6cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:11.77417096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441bfd63-eef7-4fff-957e-a234466a6cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:13.70606736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59475286-83a7-4c7c-846d-014432655114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:13.758805388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59475286-83a7-4c7c-846d-014432655114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:13.811381994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59475286-83a7-4c7c-846d-014432655114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:13.864112486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59475286-83a7-4c7c-846d-014432655114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:20.589611607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"bf65c665-a4f1-46c8-93bb-7ed782695515","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-373d24","tenantID":"e2e-praxis-a-373d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:20.708573642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"bf65c665-a4f1-46c8-93bb-7ed782695515","name":"e2e-praxis-a-373d24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.205420029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365d59f-1add-4587-bfce-3df0fabe13f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.258720972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365d59f-1add-4587-bfce-3df0fabe13f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.311328226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365d59f-1add-4587-bfce-3df0fabe13f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:26.364550682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365d59f-1add-4587-bfce-3df0fabe13f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.271523243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821dcb07-97f4-4feb-b77f-af5e1b44d653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.324705689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821dcb07-97f4-4feb-b77f-af5e1b44d653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.377330927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821dcb07-97f4-4feb-b77f-af5e1b44d653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:28.430945507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821dcb07-97f4-4feb-b77f-af5e1b44d653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:36.711800327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.420239333Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","namespace":"ai-tenant-e2e-ipp-a-068cf6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.420297118Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","namespace":"ai-tenant-e2e-ipp-a-068cf6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.42035262Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","tenant":"e2e-ipp-a-068cf6","tenantID":"e2e-ipp-a-068cf6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.474996347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"Deployment","name":"maas-api-e2e-ipp-a-068cf6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.537531588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"Service","name":"maas-api-e2e-ipp-a-068cf6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.595527693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-068cf6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.650454443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-068cf6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.709110479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.768170375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.825691702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.892734643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:37.949811533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.004533414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.068212341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"Service","name":"payload-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.130504528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.185278767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.240069216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.296233365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.352658515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.406980191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.464658176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.529745325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-068cf6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:38.584231416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-068cf6"},"namespace":"ai-tenant-e2e-ipp-a-068cf6","name":"default-tenant","reconcileID":"57e368aa-50ec-4b8e-b9f5-11d764cd6a32","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-068cf6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:40.629894304Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-068cf6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-068cf6","reconcileID":"7625f573-e7a4-48e1-a3bb-14a91a37dc86","aitenant":"ai-tenants/e2e-ipp-a-068cf6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:41.209709173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eaca61-fc42-47fc-a5c1-cfaae80841e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:41.263215123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eaca61-fc42-47fc-a5c1-cfaae80841e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:41.31634436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eaca61-fc42-47fc-a5c1-cfaae80841e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:41.369093344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eaca61-fc42-47fc-a5c1-cfaae80841e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:41.482682064Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-068cf6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-068cf6","reconcileID":"7625f573-e7a4-48e1-a3bb-14a91a37dc86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-068cf6","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-068cf6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:43.271403263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb80a4e0-4816-4e43-beb2-72475b9fb5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:43.323822968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb80a4e0-4816-4e43-beb2-72475b9fb5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:43.376322658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb80a4e0-4816-4e43-beb2-72475b9fb5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:43.428713271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb80a4e0-4816-4e43-beb2-72475b9fb5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.356207386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec7b83f-23db-4c0f-a323-28807cb591ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.408992994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec7b83f-23db-4c0f-a323-28807cb591ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.461657601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec7b83f-23db-4c0f-a323-28807cb591ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:45.517072759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec7b83f-23db-4c0f-a323-28807cb591ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.412966257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de7c024-0f74-48c8-bced-bc3129bd8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.465439726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de7c024-0f74-48c8-bced-bc3129bd8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.517976796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de7c024-0f74-48c8-bced-bc3129bd8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.576069667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de7c024-0f74-48c8-bced-bc3129bd8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.07575541Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","namespace":"ai-tenant-e2e-api-b-e9340b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.075810674Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","namespace":"ai-tenant-e2e-api-b-e9340b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.075883543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","tenant":"e2e-api-b-e9340b","tenantID":"e2e-api-b-e9340b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.128087924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"Deployment","name":"maas-api-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.182103877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"Service","name":"maas-api-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.235540604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.290199469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e9340b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.344823409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.397184968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.44935941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.474621686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe0f61-6b77-4591-a35d-2ed5f97261aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.526835306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.529942518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe0f61-6b77-4591-a35d-2ed5f97261aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.58244368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"Deployment","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.583154617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe0f61-6b77-4591-a35d-2ed5f97261aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.635262883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.635823934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe0f61-6b77-4591-a35d-2ed5f97261aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.688105931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"Service","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.740197635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.792187041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.844137451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.902022641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.953979932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:50.006059511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:50.05822843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:50.110717703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e9340b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:50.16282223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e9340b"},"namespace":"ai-tenant-e2e-api-b-e9340b","name":"default-tenant","reconcileID":"ca037623-aa82-4a39-a639-d7802af1c12f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e9340b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.543072014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebad9a2-8b01-46b1-a521-76607cfe9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.595654129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebad9a2-8b01-46b1-a521-76607cfe9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.648301903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebad9a2-8b01-46b1-a521-76607cfe9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:51.701068022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebad9a2-8b01-46b1-a521-76607cfe9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.617438217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932ad777-b3e3-4428-861d-b5c3b31072fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.670716073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932ad777-b3e3-4428-861d-b5c3b31072fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.723410477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932ad777-b3e3-4428-861d-b5c3b31072fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.776077541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932ad777-b3e3-4428-861d-b5c3b31072fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:54.128199332Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e9340b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e9340b","reconcileID":"4c9db814-427f-4434-b87b-c5936fbb567c","aitenant":"ai-tenants/e2e-api-b-e9340b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:54.894483832Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e9340b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e9340b","reconcileID":"4c9db814-427f-4434-b87b-c5936fbb567c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e9340b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e9340b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.695007122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811faf8e-44d5-4f1c-a91f-7abdc4696c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.748460668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811faf8e-44d5-4f1c-a91f-7abdc4696c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.801266048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811faf8e-44d5-4f1c-a91f-7abdc4696c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.853845315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811faf8e-44d5-4f1c-a91f-7abdc4696c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.793067343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306dcb8-005e-4c44-8b16-1ee6c24435f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.854173441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306dcb8-005e-4c44-8b16-1ee6c24435f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.912950535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306dcb8-005e-4c44-8b16-1ee6c24435f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.965520586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4306dcb8-005e-4c44-8b16-1ee6c24435f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.903090345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ff202f-e986-4c37-bac0-2a1b9a6abc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.955926169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ff202f-e986-4c37-bac0-2a1b9a6abc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:00.008384124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ff202f-e986-4c37-bac0-2a1b9a6abc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:00.060889332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ff202f-e986-4c37-bac0-2a1b9a6abc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:01.984469766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093b039-f304-45ed-bc01-8ce86cc35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.037038802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093b039-f304-45ed-bc01-8ce86cc35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.089474025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093b039-f304-45ed-bc01-8ce86cc35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.14206056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093b039-f304-45ed-bc01-8ce86cc35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.852557598Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","namespace":"ai-tenant-e2e-ipp-b-987e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.852612691Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","namespace":"ai-tenant-e2e-ipp-b-987e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.852660451Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","tenant":"e2e-ipp-b-987e4e","tenantID":"e2e-ipp-b-987e4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.907242715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"Deployment","name":"maas-api-e2e-ipp-b-987e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:02.971469785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"Service","name":"maas-api-e2e-ipp-b-987e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.02765164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-987e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.081883733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-987e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.140807755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.236358134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.291730768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.353064255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.407948609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.462323932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.559519636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"Service","name":"payload-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.6215348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.676488304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.731488843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.788953555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.846931993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.90305772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:03.994337289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:04.049920165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-987e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:04.102630868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e43a014-a613-4100-a3d7-21f0af0f356c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:04.104270941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-987e4e"},"namespace":"ai-tenant-e2e-ipp-b-987e4e","name":"default-tenant","reconcileID":"be3a797b-9c0b-44a9-a40c-57684a747c26","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-987e4e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:04.155050432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e43a014-a613-4100-a3d7-21f0af0f356c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:04.207618483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e43a014-a613-4100-a3d7-21f0af0f356c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:04.260069127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e43a014-a613-4100-a3d7-21f0af0f356c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.215540998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf77bd3-5503-4485-b807-d90ffd693b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.268399298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf77bd3-5503-4485-b807-d90ffd693b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.321065137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf77bd3-5503-4485-b807-d90ffd693b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.373422047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf77bd3-5503-4485-b807-d90ffd693b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:06.711106678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:08.290554687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93281c-9041-424c-a4d1-c69f8e675622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:08.343722271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93281c-9041-424c-a4d1-c69f8e675622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:08.396210711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93281c-9041-424c-a4d1-c69f8e675622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:08.448708474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93281c-9041-424c-a4d1-c69f8e675622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.423249081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c034779-b055-4ae0-8cf2-364020d3da08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.476774821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c034779-b055-4ae0-8cf2-364020d3da08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.52940832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c034779-b055-4ae0-8cf2-364020d3da08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:10.581918801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c034779-b055-4ae0-8cf2-364020d3da08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:12.618488868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9b4faa-0671-4a26-992c-827dbfa9e19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:12.671839451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9b4faa-0671-4a26-992c-827dbfa9e19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:12.724494186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9b4faa-0671-4a26-992c-827dbfa9e19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:12.791762135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9b4faa-0671-4a26-992c-827dbfa9e19d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:12.845155463Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-987e4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-987e4e","reconcileID":"a5a64373-b549-42e2-9beb-f21f41ce2433","aitenant":"ai-tenants/e2e-ipp-b-987e4e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.605927883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-987e4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-987e4e","reconcileID":"a5a64373-b549-42e2-9beb-f21f41ce2433","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-987e4e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-987e4e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.74038823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6ca607-7b25-4e2f-8d95-277fedff6488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.792918595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6ca607-7b25-4e2f-8d95-277fedff6488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.845342237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6ca607-7b25-4e2f-8d95-277fedff6488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.898004274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6ca607-7b25-4e2f-8d95-277fedff6488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.354949186Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2cbb86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2cbb86","reconcileID":"a25bd255-e883-47ab-beb7-1e88ecb8bb16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2cbb86","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-2cbb86":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:16.901710143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6743ec0-7b6c-440d-8c78-9b0ea27923e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:16.954412636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6743ec0-7b6c-440d-8c78-9b0ea27923e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:17.007376486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6743ec0-7b6c-440d-8c78-9b0ea27923e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:17.060069995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6743ec0-7b6c-440d-8c78-9b0ea27923e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:18.987418675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa20d44-3f87-4b32-9e83-5fd9b89704e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:19.040094271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa20d44-3f87-4b32-9e83-5fd9b89704e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:19.092638483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa20d44-3f87-4b32-9e83-5fd9b89704e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:19.148141903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa20d44-3f87-4b32-9e83-5fd9b89704e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:20.427702302Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-87d520","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-87d520","reconcileID":"060afaca-d91c-48b6-91de-935505bd92fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-87d520","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-87d520":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:21.128257102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48721326-8ef4-4d78-9f1d-6749f4b2b88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:21.180573109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48721326-8ef4-4d78-9f1d-6749f4b2b88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:21.232929273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48721326-8ef4-4d78-9f1d-6749f4b2b88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:21.285408047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48721326-8ef4-4d78-9f1d-6749f4b2b88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:23.186811696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21805dee-c757-4265-b1eb-457821e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:23.239596246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21805dee-c757-4265-b1eb-457821e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:23.292298337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21805dee-c757-4265-b1eb-457821e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:23.344767747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21805dee-c757-4265-b1eb-457821e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.289630111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07620fb2-f8d6-4367-9dba-3197bda15bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.3422027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07620fb2-f8d6-4367-9dba-3197bda15bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.394650886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07620fb2-f8d6-4367-9dba-3197bda15bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.447509574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07620fb2-f8d6-4367-9dba-3197bda15bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.395277205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ff86e-3c6d-4c78-af07-87b677c2094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.447902837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ff86e-3c6d-4c78-af07-87b677c2094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.501274699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ff86e-3c6d-4c78-af07-87b677c2094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.553833952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207ff86e-3c6d-4c78-af07-87b677c2094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.625223771Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","namespace":"ai-tenant-e2e-ipp-a-40bb8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.625283385Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","namespace":"ai-tenant-e2e-ipp-a-40bb8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.625332611Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","tenant":"e2e-ipp-a-40bb8e","tenantID":"e2e-ipp-a-40bb8e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.689389101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"Deployment","name":"maas-api-e2e-ipp-a-40bb8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.749802756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"Service","name":"maas-api-e2e-ipp-a-40bb8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.828291352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-40bb8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.883078901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-40bb8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.940701203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:27.9971771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.054703341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.11608798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.178223518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.23326938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.293538495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"Service","name":"payload-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.353961757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.408569118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.463176043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.519254739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.575261233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.641673801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.697152688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.751244635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-40bb8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:28.805236209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-40bb8e"},"namespace":"ai-tenant-e2e-ipp-a-40bb8e","name":"default-tenant","reconcileID":"ef366b21-7b0e-4fe2-86a0-0ae1ac371b5d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-40bb8e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:29.494273534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6454914-e6ae-4386-a6c9-8c37c10ff19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:29.546838929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6454914-e6ae-4386-a6c9-8c37c10ff19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:29.599432418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6454914-e6ae-4386-a6c9-8c37c10ff19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:29.654139351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6454914-e6ae-4386-a6c9-8c37c10ff19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:29.999574629Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-40bb8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-40bb8e","reconcileID":"e96fc4f5-7397-4e37-8286-91c2787ab0bc","aitenant":"ai-tenants/e2e-ipp-a-40bb8e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:30.780316184Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-40bb8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-40bb8e","reconcileID":"e96fc4f5-7397-4e37-8286-91c2787ab0bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-40bb8e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-40bb8e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:31.575471085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcccdfa-9c08-46b8-88a3-3f98a5b91706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:31.628193039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcccdfa-9c08-46b8-88a3-3f98a5b91706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:31.680583503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcccdfa-9c08-46b8-88a3-3f98a5b91706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:31.733997809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcccdfa-9c08-46b8-88a3-3f98a5b91706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.686345352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff0612c-c3b3-4292-8c4b-c48caa103c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.738998798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff0612c-c3b3-4292-8c4b-c48caa103c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.791542209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff0612c-c3b3-4292-8c4b-c48caa103c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.843969332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff0612c-c3b3-4292-8c4b-c48caa103c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:35.782505734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afe29a-5c92-409c-8fea-2b597119f63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:35.835179575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afe29a-5c92-409c-8fea-2b597119f63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:35.888002957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afe29a-5c92-409c-8fea-2b597119f63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:35.940934738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afe29a-5c92-409c-8fea-2b597119f63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.71116144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.843995009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f499e0-f225-450a-b00e-64ff5bf400f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.896824371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f499e0-f225-450a-b00e-64ff5bf400f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.949650742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f499e0-f225-450a-b00e-64ff5bf400f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:38.002346251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f499e0-f225-450a-b00e-64ff5bf400f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.444694642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","namespace":"ai-tenant-e2e-ipp-b-efa35f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.444755245Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","namespace":"ai-tenant-e2e-ipp-b-efa35f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.444804052Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","tenant":"e2e-ipp-b-efa35f","tenantID":"e2e-ipp-b-efa35f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.499099916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"Deployment","name":"maas-api-e2e-ipp-b-efa35f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.559586113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"Service","name":"maas-api-e2e-ipp-b-efa35f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.614851618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-efa35f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.669020528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-efa35f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.709833842Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4009fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4009fd","reconcileID":"91958de1-0c3f-4f20-83df-e2424847a3e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4009fd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4009fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.730954636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.78802897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.845499327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.900462983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.909647789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff83ec0c-601d-4781-a883-b8166552bfe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.962283261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:39.96265918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff83ec0c-601d-4781-a883-b8166552bfe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.014881105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.016197218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff83ec0c-601d-4781-a883-b8166552bfe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.074143286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"Service","name":"payload-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.075645281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff83ec0c-601d-4781-a883-b8166552bfe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.128946063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.182432955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.234572401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.296583511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.376542447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.432407731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.484399948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.536678523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-efa35f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.590605778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efa35f"},"namespace":"ai-tenant-e2e-ipp-b-efa35f","name":"default-tenant","reconcileID":"792719ea-9ada-424a-8b04-2e31b7ba98bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-efa35f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.007453841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e26ee4-3ff8-4f50-adfc-a8f8fe9a2bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.060056887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e26ee4-3ff8-4f50-adfc-a8f8fe9a2bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.112765772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e26ee4-3ff8-4f50-adfc-a8f8fe9a2bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.165404536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e26ee4-3ff8-4f50-adfc-a8f8fe9a2bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.162240683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769594b4-22e4-4039-a709-f5dbb87c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.214757877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769594b4-22e4-4039-a709-f5dbb87c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.267228706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769594b4-22e4-4039-a709-f5dbb87c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.320006059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769594b4-22e4-4039-a709-f5dbb87c2d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:45.441941159Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-efa35f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-efa35f","reconcileID":"49bc8664-ff96-4f12-b89f-d8718af73eab","aitenant":"ai-tenants/e2e-ipp-b-efa35f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.234616434Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-efa35f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-efa35f","reconcileID":"49bc8664-ff96-4f12-b89f-d8718af73eab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-efa35f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-efa35f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.293332755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550ea1e2-9c04-4ce9-aa0f-880cb45a264d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.355970187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550ea1e2-9c04-4ce9-aa0f-880cb45a264d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.411362228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550ea1e2-9c04-4ce9-aa0f-880cb45a264d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.464279936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550ea1e2-9c04-4ce9-aa0f-880cb45a264d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.502816409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83fa82da-eb00-44c1-be77-b19bbfd92a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.555203912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83fa82da-eb00-44c1-be77-b19bbfd92a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.607690566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83fa82da-eb00-44c1-be77-b19bbfd92a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.660085675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83fa82da-eb00-44c1-be77-b19bbfd92a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.628327795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce2c-3cb1-4b44-9b8d-d778722d85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.681509756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce2c-3cb1-4b44-9b8d-d778722d85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.734149197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce2c-3cb1-4b44-9b8d-d778722d85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.787136389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce2c-3cb1-4b44-9b8d-d778722d85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.687051637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e329762-dd3f-42e7-892e-7eabdfb224bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.739371597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e329762-dd3f-42e7-892e-7eabdfb224bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.792838527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e329762-dd3f-42e7-892e-7eabdfb224bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.846222497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e329762-dd3f-42e7-892e-7eabdfb224bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.753395398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfa8c10-059f-42b6-ba60-34b3da291a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.805786749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfa8c10-059f-42b6-ba60-34b3da291a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.858290853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfa8c10-059f-42b6-ba60-34b3da291a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.8653878Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bd4590","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bd4590","reconcileID":"2c7806f0-d65d-4e3a-9d6f-da04614d978b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bd4590","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-bd4590":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.910920406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfa8c10-059f-42b6-ba60-34b3da291a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:56.880078364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb2bc0b-ec9e-436e-a958-a5099dcb36ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:56.932351678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb2bc0b-ec9e-436e-a958-a5099dcb36ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:56.985219133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb2bc0b-ec9e-436e-a958-a5099dcb36ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:57.038724763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb2bc0b-ec9e-436e-a958-a5099dcb36ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:06.71138639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:09.932680471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"5d72b8a3-4d6c-476e-a6d1-417560e517d0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-2cbb86","tenantID":"e2e-praxis-a-2cbb86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:10.051136832Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"5d72b8a3-4d6c-476e-a6d1-417560e517d0","name":"e2e-praxis-a-2cbb86-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:24.430443282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"5dce2f94-86d2-4320-9cf0-27b3fc79d976","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87d520","tenantID":"e2e-praxis-a-87d520","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:24.549838034Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"5dce2f94-86d2-4320-9cf0-27b3fc79d976","name":"e2e-praxis-a-87d520-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:36.711004237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:43.732071921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"f6b8e39b-78ad-4299-b0a9-f3a17ae34858","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4009fd","tenantID":"e2e-praxis-b-4009fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:43.852334018Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"f6b8e39b-78ad-4299-b0a9-f3a17ae34858","name":"e2e-praxis-b-4009fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:52.453759159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"1869a1d8-42ee-4dbf-aa56-6702f00f0e21","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:52.453889273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"1869a1d8-42ee-4dbf-aa56-6702f00f0e21","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.024301436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"64fdf65e-ffc9-4f78-aca6-b32efd9516e5","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.024323204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"64fdf65e-ffc9-4f78-aca6-b32efd9516e5","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.081653114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"da66739b-2a55-475d-bb0e-85515b993383","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.081678534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"da66739b-2a55-475d-bb0e-85515b993383","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.185896326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"7c946e5e-33b6-4fcf-9755-bcb08dbca86a","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.313851261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"7c946e5e-33b6-4fcf-9755-bcb08dbca86a","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.370140297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-766db2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"7c946e5e-33b6-4fcf-9755-bcb08dbca86a","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.425973976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"440f6916-fac1-42d8-b8d8-6cda2436703c","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:58.425992845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"440f6916-fac1-42d8-b8d8-6cda2436703c","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:05.200984635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"b13e4c4c-f25e-4950-8dce-a0489b05a4ad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bd4590","tenantID":"e2e-praxis-a-bd4590","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:05.319855885Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"b13e4c4c-f25e-4950-8dce-a0489b05a4ad","name":"e2e-praxis-a-bd4590-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:06.712949652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:08.541079741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"5b8653bc-57c1-48d1-b6f5-b3e37c4992a3","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:08.598610746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"5b8653bc-57c1-48d1-b6f5-b3e37c4992a3","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:08.638174437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"1d8b3dc5-b6aa-4fcc-a4b0-095a3d26e13b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:08.654758848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-766db2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"5b8653bc-57c1-48d1-b6f5-b3e37c4992a3","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:08.7394631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"371c085d-b160-4f10-b2a1-d4c12edcef3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:08.915667624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"c6f62f5f-924d-4e56-91d0-7266df5dd342","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.013548446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"a83b17a2-7e75-4828-92a5-838ebb80b5cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.027341331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c8df7d9-ae15-435d-9960-fed886398da9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.141523933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"77d3cb55-711b-4e15-a3c5-a7c005cedb4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.242528376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"3e521ab1-2490-462e-ba1c-e2ed351b7268","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.253948055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"5d906114-5b32-4274-9e73-7e2792ee9151","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.422119066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95288a3c-97bd-490a-8244-c821b0ccbf80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.521732141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"48f4b459-8842-411f-a029-5be1dfc708fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.639306939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"086d51b8-d71d-4971-8bf5-ce77cd6d23dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:09.739686579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"7940e955-c658-461f-8cd6-4ba5e3fdbc1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:18.783352516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cb595e-ef8e-42d5-a418-40f4d24b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:18.783498068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"e31e293d-1236-4061-9b81-0062d2973226","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:18.836188278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cb595e-ef8e-42d5-a418-40f4d24b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:18.888636212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cb595e-ef8e-42d5-a418-40f4d24b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:18.894569366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"e31e293d-1236-4061-9b81-0062d2973226","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:18.94195161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cb595e-ef8e-42d5-a418-40f4d24b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:18.99927139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-766db2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"e31e293d-1236-4061-9b81-0062d2973226","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:20.842513597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4294bb-33ee-42bb-920c-ca72d7943726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:20.895109744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4294bb-33ee-42bb-920c-ca72d7943726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:20.948944894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4294bb-33ee-42bb-920c-ca72d7943726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:21.00156645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4294bb-33ee-42bb-920c-ca72d7943726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:25.178599592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"fb152af1-d753-4672-889e-4be9e4d8d267","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:25.278834959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"45fc904e-ae8f-4a59-8a2c-7cabf8bf2b15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:25.51970375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"a02636e2-04ae-4301-8517-c7199f2ab62c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:25.687240046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fe93b8f-350f-4ae6-a2da-dcbd371c479e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:25.798229559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"f26fba0c-f658-4c36-93f0-539d33d5bb36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:25.969239962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"7d8418d9-ba25-4868-8368-b1223c05b257","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.139754836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"85993b0a-d48f-40a5-83c9-f965cb0eb896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.240134038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"eb54ecfc-d826-48a2-b56b-8d7f4bb0334d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.248805088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"11dc91d8-2ac4-4aea-800d-ff419bf549b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.339232919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"2205ffec-2cdb-45f6-942d-9b1c2c6a9834","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.366554189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5262c1ae-63a2-421e-bff3-ac563ba459e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:26.474642259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"af8ce3a8-c6e2-4b7a-82ac-03eee9e7a0cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:27.993474841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb4571-a3e0-44b5-9cb9-82fd34fe6dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:28.047498683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb4571-a3e0-44b5-9cb9-82fd34fe6dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:28.1000974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb4571-a3e0-44b5-9cb9-82fd34fe6dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:28.152608303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb4571-a3e0-44b5-9cb9-82fd34fe6dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:28.592633458Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c3e9e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c3e9e8","reconcileID":"538ac675-da8f-405e-baf2-175449978fbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c3e9e8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c3e9e8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:29.105296396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"8a6cca03-8ddc-4dd4-893e-3e1530dd845f","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:29.16295144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"8a6cca03-8ddc-4dd4-893e-3e1530dd845f","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:29.240331702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-766db2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ef29ed2d80a3ce8721e3a9d58f480e723f0ffdb9e5d18a3af7d232f93b8235b) AuthConfig (df290896c463484184e4eec4b6658e99348166b15ee2218f841d45109252d785) AuthConfig (234bc1619810ea57270efd9fe67abc5af4bac19e444754aa56cc32292c4552c1) AuthConfig (9d0b6d0c75167709571bd16415482725adc038e86e318b46d0b2fd8203691f8d) AuthConfig (851df71594b62abd40addc37eb72f970f49f6cc9fc55dcc7403f43e2abaebcf6) AuthConfig (55a00bfcd9a0bbc58210fd138a99dd30e12bb2be9899cc346a13708ef047c457) AuthConfig (d25ff229369705436c847e2ec16d78982521db056e44913f0045da2ec12aa407) AuthConfig (d82a074fdee1d6792229b9d76f39ecd3ebd7f2fda485d895f58a7bb66e79257d) AuthConfig (5f25d2b90d34b42c7abae0ece162a8924dfd74a3857c07a322b20cfde72ad129) AuthConfig (e80e7c3526df886a934468be34cb2efd2527eb30cc8ffc081a6f8bb3f41007cf) AuthConfig (bbc78373e72bea845dfc54df0ada1fecc3f837463b5b649d298326ac6d8da1bc) AuthConfig (25a3eff7bbdb6d02728a5a622529b1447acd10ec0f7653664cba7a6769400e07) AuthConfig (ebf218a470227a9e5aeaaf713465f54a9923aa77e8025bbfd22575bb22f22a1d) AuthConfig (2d25fd6b546ce0507052242d2e55f0e38a46bb3f1cbd49dd5e091158203859fd) AuthConfig (6f6c54e096a7fc250434c134ad8b3be7d075c95afd12630cb006009ac545c664) AuthConfig (1b68347a3521113855a66c0cf603201b403942b60ade42911422321937427f67) AuthConfig (0c8e5d30dc5feb3b8751a9075a3079d52d4563467c87662c7eb323a6023e9c17) AuthConfig (de924013dd4615639386bd6c7ccd98c236f39e460ebe7c54b194eab06feca4bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"8a6cca03-8ddc-4dd4-893e-3e1530dd845f","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:29.298545098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"cfb826d3-035f-4072-8e2d-dfee0e6a1427","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:29.298565255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"cfb826d3-035f-4072-8e2d-dfee0e6a1427","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:30.085533385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bdbde8-5971-4390-85c1-f3500c92e632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:30.138284043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bdbde8-5971-4390-85c1-f3500c92e632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:30.190520572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bdbde8-5971-4390-85c1-f3500c92e632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:30.243111633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bdbde8-5971-4390-85c1-f3500c92e632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.192193271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6554f6-c245-4a27-9655-b3c1ca01070a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.244675403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6554f6-c245-4a27-9655-b3c1ca01070a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.297149856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6554f6-c245-4a27-9655-b3c1ca01070a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:32.349647705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6554f6-c245-4a27-9655-b3c1ca01070a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.32416967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5554758f-9e62-4b33-ad2c-f623e0ef7217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.376817115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5554758f-9e62-4b33-ad2c-f623e0ef7217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.429774809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5554758f-9e62-4b33-ad2c-f623e0ef7217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:34.482398078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5554758f-9e62-4b33-ad2c-f623e0ef7217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.398875542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbae0c7-1e7b-402f-bcec-17388b0370b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.452311324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbae0c7-1e7b-402f-bcec-17388b0370b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.505154834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbae0c7-1e7b-402f-bcec-17388b0370b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.557765509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbae0c7-1e7b-402f-bcec-17388b0370b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:36.711000146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.491324433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0dc3c-81c6-498c-8426-6a65e9e5a6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.544627247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0dc3c-81c6-498c-8426-6a65e9e5a6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.597736556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0dc3c-81c6-498c-8426-6a65e9e5a6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:38.650930156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0dc3c-81c6-498c-8426-6a65e9e5a6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:39.402953825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"40e3a06d-c39b-44d5-ba98-39f19295ad93","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:39.460390181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"40e3a06d-c39b-44d5-ba98-39f19295ad93","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:39.516860872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-766db2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ef29ed2d80a3ce8721e3a9d58f480e723f0ffdb9e5d18a3af7d232f93b8235b) AuthConfig (df290896c463484184e4eec4b6658e99348166b15ee2218f841d45109252d785) AuthConfig (234bc1619810ea57270efd9fe67abc5af4bac19e444754aa56cc32292c4552c1) AuthConfig (9d0b6d0c75167709571bd16415482725adc038e86e318b46d0b2fd8203691f8d) AuthConfig (851df71594b62abd40addc37eb72f970f49f6cc9fc55dcc7403f43e2abaebcf6) AuthConfig (55a00bfcd9a0bbc58210fd138a99dd30e12bb2be9899cc346a13708ef047c457) AuthConfig (d25ff229369705436c847e2ec16d78982521db056e44913f0045da2ec12aa407) AuthConfig (d82a074fdee1d6792229b9d76f39ecd3ebd7f2fda485d895f58a7bb66e79257d) AuthConfig (5f25d2b90d34b42c7abae0ece162a8924dfd74a3857c07a322b20cfde72ad129) AuthConfig (e80e7c3526df886a934468be34cb2efd2527eb30cc8ffc081a6f8bb3f41007cf) AuthConfig (bbc78373e72bea845dfc54df0ada1fecc3f837463b5b649d298326ac6d8da1bc) AuthConfig (25a3eff7bbdb6d02728a5a622529b1447acd10ec0f7653664cba7a6769400e07) AuthConfig (ebf218a470227a9e5aeaaf713465f54a9923aa77e8025bbfd22575bb22f22a1d) AuthConfig (2d25fd6b546ce0507052242d2e55f0e38a46bb3f1cbd49dd5e091158203859fd) AuthConfig (6f6c54e096a7fc250434c134ad8b3be7d075c95afd12630cb006009ac545c664) AuthConfig (1b68347a3521113855a66c0cf603201b403942b60ade42911422321937427f67) AuthConfig (0c8e5d30dc5feb3b8751a9075a3079d52d4563467c87662c7eb323a6023e9c17) AuthConfig (de924013dd4615639386bd6c7ccd98c236f39e460ebe7c54b194eab06feca4bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"40e3a06d-c39b-44d5-ba98-39f19295ad93","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:41.383368143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ddb3f0a-e3a7-41b5-a02d-ec51d0f6b8fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:41.48185784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"ab16867f-3492-4eed-ba03-90504e36fe3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:41.60670339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"b8e73122-ca51-4e69-bc1c-03e8fcb47bae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:41.694033719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"01e1ac96-d7d1-459c-92f6-8698f79f74b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:41.712070268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"cc8e0b28-4ea8-421a-903c-8777bc691a9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:41.794032742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"03c8fe4e-1c37-4883-9b24-441394d5b79c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:41.886503028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"9d257472-4cdd-4c75-94c9-44f7bd028d84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.049400565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"18a13b0e-16e7-4633-a376-1b1b622d0d3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.218034991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f465ce9-6a19-4c18-9fa4-144958eef794","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.328059037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"234a94f2-2ad4-4355-bfc5-5201899dbb62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.495576714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"62ab8832-9690-4f20-94fc-2cb0ecf3789d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:42.689613141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"9eda555e-ec45-4e80-80c7-065690e640fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.622123993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"eb4dd3d3-8ab8-4b30-88c6-0da9d71ae0fc","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.680310137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"eb4dd3d3-8ab8-4b30-88c6-0da9d71ae0fc","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.949136637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"1f56a456-5040-4629-a8c2-2d2b59afe745","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.949158727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"1f56a456-5040-4629-a8c2-2d2b59afe745","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:53.996588028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fad830-6d86-446a-bf42-e09aca38a051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.049150506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fad830-6d86-446a-bf42-e09aca38a051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.103662462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fad830-6d86-446a-bf42-e09aca38a051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.157608786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fad830-6d86-446a-bf42-e09aca38a051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.802503111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ce6fa4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ce6fa4","reconcileID":"a4714212-b661-45ba-a52d-9188c1df0b76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ce6fa4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ce6fa4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.220093272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"6ecf090d-b655-4ae9-9f6e-5d474c1b91e8","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.220114122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"6ecf090d-b655-4ae9-9f6e-5d474c1b91e8","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.285185162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"02b36b22-418f-442b-996b-4824f8f9d58e","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.285300027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"02b36b22-418f-442b-996b-4824f8f9d58e","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:24:55.328011699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"e730ea82-6b44-484e-8f50-30e4694d0237","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-766db2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.329282741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"b2de91b7-724d-4923-ac88-fe5e091daebf","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:24:55.339298917Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"02b36b22-418f-442b-996b-4824f8f9d58e","name":"ipp-route-766db2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-766db2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:24:55.339361738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"02b36b22-418f-442b-996b-4824f8f9d58e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-766db2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.344781623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"16f262cb-18ca-46e0-9482-a8382b873427","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.34480092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"16f262cb-18ca-46e0-9482-a8382b873427","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.388837837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"b2de91b7-724d-4923-ac88-fe5e091daebf","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.435641174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"a8963230-371c-4185-9580-3cd90c43e77f","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.435662685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"a8963230-371c-4185-9580-3cd90c43e77f","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.493539159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"26e0d7c1-6d06-4335-b195-fc2bbc1918f3","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.493560042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"26e0d7c1-6d06-4335-b195-fc2bbc1918f3","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.720218004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"526a0e36-736f-4152-8b0b-da4c6bcb01c2","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.731302668Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"0f77475c-c200-4d63-92ab-dfef940bf3c2","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","model":"ipp-route-766db2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.778269495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"526a0e36-736f-4152-8b0b-da4c6bcb01c2","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.898726601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"c59d01dc-a58f-4cb3-a7a2-928e9882e333","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:55.898756568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"c59d01dc-a58f-4cb3-a7a2-928e9882e333","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.108664637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"d72e4c36-f31e-4bea-8a58-cf08cb4371bf","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.109439366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e34c31-740a-4d69-b63b-79d631e54f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.162119845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e34c31-740a-4d69-b63b-79d631e54f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.21468114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e34c31-740a-4d69-b63b-79d631e54f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.26732195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e34c31-740a-4d69-b63b-79d631e54f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.167920903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1b4bd2-cd31-4951-9345-a166246e2be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.220574483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1b4bd2-cd31-4951-9345-a166246e2be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.274896198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1b4bd2-cd31-4951-9345-a166246e2be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.32825064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1b4bd2-cd31-4951-9345-a166246e2be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.256146405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60482971-3400-44b1-935c-6b01db36edfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.309107766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60482971-3400-44b1-935c-6b01db36edfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.361752858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60482971-3400-44b1-935c-6b01db36edfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.416038103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60482971-3400-44b1-935c-6b01db36edfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.329009114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8500eb-3cbe-4fc1-9a31-affb4d261cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.381757661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8500eb-3cbe-4fc1-9a31-affb4d261cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.435901954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8500eb-3cbe-4fc1-9a31-affb4d261cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.488588206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8500eb-3cbe-4fc1-9a31-affb4d261cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:04.754483973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fa598-6132-4eb3-8a7e-79230350129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:04.807802719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fa598-6132-4eb3-8a7e-79230350129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:04.860467627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fa598-6132-4eb3-8a7e-79230350129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:04.913096159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fa598-6132-4eb3-8a7e-79230350129a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.711727788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.829999567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c621e1d-ce43-4079-9e37-6ad1213240a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.882380023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c621e1d-ce43-4079-9e37-6ad1213240a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.93531339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c621e1d-ce43-4079-9e37-6ad1213240a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.988046962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c621e1d-ce43-4079-9e37-6ad1213240a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:08.888797763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a1e552-f9d4-46bd-9de6-d9b775a16855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:08.942079363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a1e552-f9d4-46bd-9de6-d9b775a16855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:08.994653072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a1e552-f9d4-46bd-9de6-d9b775a16855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.0474829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a1e552-f9d4-46bd-9de6-d9b775a16855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:10.805945666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"31604443-d49a-497e-8e3f-8fd31d9fc3c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:10.891301949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"65b72874-2750-453a-9d92-393fd17e0a94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:10.988848412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"784ba620-ff78-45e3-abae-a7bc22afaeab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.031539766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51aefd76-1f2d-487a-baf1-a53a5961fb2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.14521122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"591d48f4-060a-46e9-ab5a-21db8eb7fed8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.368438805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"67c69972-9acb-4881-b09e-079204d2311d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.464824206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"7a1104dc-0283-4e34-93ee-cd747168fdaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.705141627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"7395162f-cc79-4547-921b-6c9f4e9313c4","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.816461472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"d35c934d-f793-41a2-add2-855fbb145b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.874457378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"6b0fe9b1-0c3f-4baa-95d0-30ba5fe47122","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.874476551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"6b0fe9b1-0c3f-4baa-95d0-30ba5fe47122","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.927787315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"6ec72f2d-2363-4c58-b4bb-059edd86ccad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:12.028566365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"7eab1e29-ecc5-49b2-8db8-3cc14b5fecf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:12.157081429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"380f6379-434b-4df1-8b29-811962797b31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:12.258438679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"230316ef-8c1a-4115-9c3a-28153dace95f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:12.447030464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"630d65f0-0122-4e7b-b667-53df94ead00a","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:12.506076472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"630d65f0-0122-4e7b-b667-53df94ead00a","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:16.524657149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01b8192-96f8-4f49-994d-5f923afffa87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:16.577584297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01b8192-96f8-4f49-994d-5f923afffa87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:16.63057986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01b8192-96f8-4f49-994d-5f923afffa87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:16.683014842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01b8192-96f8-4f49-994d-5f923afffa87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.626600896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd014c8e-b3ab-4249-9076-9991079cf8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.679918426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd014c8e-b3ab-4249-9076-9991079cf8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.732627436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd014c8e-b3ab-4249-9076-9991079cf8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.785058036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd014c8e-b3ab-4249-9076-9991079cf8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.817323456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2b32-20d1-4f88-85b0-e0e9b1a6bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.869889191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2b32-20d1-4f88-85b0-e0e9b1a6bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.922387063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2b32-20d1-4f88-85b0-e0e9b1a6bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.975063673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2b32-20d1-4f88-85b0-e0e9b1a6bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.918658857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc3c8e-430d-418f-9b8b-3227653ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.971099634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc3c8e-430d-418f-9b8b-3227653ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:23.023751381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc3c8e-430d-418f-9b8b-3227653ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:23.076260951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc3c8e-430d-418f-9b8b-3227653ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:23.821222641Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6795ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6795ec","reconcileID":"c5057918-6a69-47db-beb2-2a0695133d26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6795ec","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-6795ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:25.117695319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60e2b3-3cf7-475b-bcc6-bbe14d64c908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:25.170218724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60e2b3-3cf7-475b-bcc6-bbe14d64c908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:25.222570361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60e2b3-3cf7-475b-bcc6-bbe14d64c908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:25.275338299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60e2b3-3cf7-475b-bcc6-bbe14d64c908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.195000598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979248c5-affd-4229-accf-1266fcc653a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.210955262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"967c375e-f8cd-4319-ace4-5cf899a522db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.260770106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979248c5-affd-4229-accf-1266fcc653a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.323201866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979248c5-affd-4229-accf-1266fcc653a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.376331315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979248c5-affd-4229-accf-1266fcc653a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.52431925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"5be711f3-e0a0-4359-85c5-0c13523c3531","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.578196213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"d95b6a43-e9b6-4d06-b13b-8c0251b6a4f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.633151685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"7101533e-5f3f-47c3-ab9e-46a0ce7a94b6","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.791478164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"744b40c8-4861-4513-8e8f-c7748b2b6bcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.866659953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"84a3a5f0-0789-40ec-b6db-5837b475b4b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.966379571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"6433b606-2826-4736-85e5-00cd1e8e67ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:27.966516362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"204d5f43-aeb6-4387-a20d-c2eedcc870e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.067263924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"e95cbd76-5552-4ad8-8d5e-021cc0c0d7b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.184913467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"f90f1971-69eb-403f-8e7f-ae7e0b52fe1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.291433566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"8285617f-80c6-46b1-ac2c-468ccebb1656","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.522028906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"c657527c-4591-4487-af07-624af2d2c115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.628000086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"0f1b67e8-63ff-4de6-b613-046da2c9fec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.407005902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bb1b68-54ce-4620-b8a1-d4299ef09ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.459475149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bb1b68-54ce-4620-b8a1-d4299ef09ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.511946413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bb1b68-54ce-4620-b8a1-d4299ef09ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:29.564469361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bb1b68-54ce-4620-b8a1-d4299ef09ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.486344451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72754c61-2fdf-4eb0-b355-66e3818c9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.53919367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72754c61-2fdf-4eb0-b355-66e3818c9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.591663942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72754c61-2fdf-4eb0-b355-66e3818c9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.644083363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72754c61-2fdf-4eb0-b355-66e3818c9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:33.586373569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea227888-91a3-44b3-ad28-a67ad27ff420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:33.639223123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea227888-91a3-44b3-ad28-a67ad27ff420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:33.692016829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea227888-91a3-44b3-ad28-a67ad27ff420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:33.744448362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea227888-91a3-44b3-ad28-a67ad27ff420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.650168361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54136a85-8baa-497e-8c9b-7e7fb0b75f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.702652447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54136a85-8baa-497e-8c9b-7e7fb0b75f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.755923423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54136a85-8baa-497e-8c9b-7e7fb0b75f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.808607328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54136a85-8baa-497e-8c9b-7e7fb0b75f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.944989218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"c23a7fa9-e3a2-4b1e-9829-9aa6f0b2b2f3","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.945011257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"c23a7fa9-e3a2-4b1e-9829-9aa6f0b2b2f3","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.129312798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"0de867bf-dc9b-47b9-9df6-dbcadd11a167","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.182222904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"561f2ba8-6bc0-4a2b-ad9a-931c3bb99512","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.186948537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"0de867bf-dc9b-47b9-9df6-dbcadd11a167","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.349497767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"3e6c8340-53b6-4265-b9d6-fec13d5c68c1","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.34952154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"3e6c8340-53b6-4265-b9d6-fec13d5c68c1","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.561208642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"c38397f2-2ac4-4521-9626-0cfaecd236cf","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.7108949Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:37.787638177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee70f2d-3a31-484e-9bc0-59faf6f02f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:37.840984226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee70f2d-3a31-484e-9bc0-59faf6f02f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:37.893521627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee70f2d-3a31-484e-9bc0-59faf6f02f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:37.946745657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee70f2d-3a31-484e-9bc0-59faf6f02f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.88000602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0103dff0-51c9-4a06-9a04-68897c11cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.932688785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0103dff0-51c9-4a06-9a04-68897c11cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.985261093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0103dff0-51c9-4a06-9a04-68897c11cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:40.040038815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0103dff0-51c9-4a06-9a04-68897c11cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.956721545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1972752c-1ac2-4441-85ec-ab4d4da031d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.010081567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1972752c-1ac2-4441-85ec-ab4d4da031d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.062631039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1972752c-1ac2-4441-85ec-ab4d4da031d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.115274703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1972752c-1ac2-4441-85ec-ab4d4da031d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:42.88250439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"1a138316-0948-484c-a34e-479f779a1b97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c3e9e8","tenantID":"e2e-praxis-b-c3e9e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:43.001251007Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"1a138316-0948-484c-a34e-479f779a1b97","name":"e2e-praxis-b-c3e9e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.019340241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bacbed-b34f-49dc-add4-95b0e08be958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.072604698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bacbed-b34f-49dc-add4-95b0e08be958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.12638373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bacbed-b34f-49dc-add4-95b0e08be958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:44.179155203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bacbed-b34f-49dc-add4-95b0e08be958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:46.350532015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"59e7a33f-476f-42d6-b8cb-069eb192ab6d","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:46.350552105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"59e7a33f-476f-42d6-b8cb-069eb192ab6d","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.148024065Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","namespace":"ai-tenant-e2e-praxis-a-373d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.148105103Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","namespace":"ai-tenant-e2e-praxis-a-373d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.148178163Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","tenant":"e2e-praxis-a-373d24","tenantID":"e2e-praxis-a-373d24","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.20498923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-373d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.26858002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"Service","name":"maas-api-e2e-praxis-a-373d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.326135883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-373d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.380628335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-373d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.44064102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.50238874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.560050113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.619680479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.679491243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.731755626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.78397905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"Service","name":"payload-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.836192431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.888284215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.940519482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.992664429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.048786391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.101033841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.153142714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.206201256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-373d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.258419057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-373d24"},"namespace":"ai-tenant-e2e-praxis-a-373d24","name":"default-tenant","reconcileID":"b2981ac5-5fee-412f-afbb-a716e013c28f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-373d24","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.2165383Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-373d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-373d24","reconcileID":"3e26d3b0-24dd-4b3f-820c-95383e0f9d38","aitenant":"ai-tenants/e2e-praxis-a-373d24","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.788472188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4c9941-8504-4791-ab8a-f0d51918a0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.8410811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4c9941-8504-4791-ab8a-f0d51918a0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.89364042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4c9941-8504-4791-ab8a-f0d51918a0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.949185876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4c9941-8504-4791-ab8a-f0d51918a0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.060828284Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-373d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-373d24","reconcileID":"3e26d3b0-24dd-4b3f-820c-95383e0f9d38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-373d24","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-373d24"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:54.892071083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478bb9bc-252e-4e36-9b3d-ceba03bd7f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:54.944814198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478bb9bc-252e-4e36-9b3d-ceba03bd7f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:54.9973616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478bb9bc-252e-4e36-9b3d-ceba03bd7f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.050117139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478bb9bc-252e-4e36-9b3d-ceba03bd7f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.35173801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"c5eb68c1-ed8b-4cd8-8f1e-7c1d996f8d1e","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.351765463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"c5eb68c1-ed8b-4cd8-8f1e-7c1d996f8d1e","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.994566527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa4527-eae2-4500-914c-70f8d53b00e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.047075158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa4527-eae2-4500-914c-70f8d53b00e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.099528633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa4527-eae2-4500-914c-70f8d53b00e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.152226211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa4527-eae2-4500-914c-70f8d53b00e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.793469021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f97807-c152-4f10-aca3-a71bbba5455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.824979149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"dc552a1c-29da-4771-b650-ffa98ba982fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.846044711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f97807-c152-4f10-aca3-a71bbba5455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.898800257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f97807-c152-4f10-aca3-a71bbba5455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.951753406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f97807-c152-4f10-aca3-a71bbba5455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.005515462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"2b6412d6-9195-41f3-a284-3b0e65435ccd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.110967524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9665b7de-5221-47de-8b3e-06026030601a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.110974258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"66b86336-c072-40a4-b21f-7b9b385fdeda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.158343208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"645cadfe-d09f-4324-8c46-f12357b82369","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.272141803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"21df42bf-e20a-4235-97a5-513ae3b73a00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.377326855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"d2059d03-36c1-4a6f-9a89-aa0b02547a3d","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.478707975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"00c8368e-f64c-497d-960b-ed9644720661","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.479417605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b5debb2-b27e-4f37-ab85-0fcdf2c9824a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.487054031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"89e20583-9a9e-409f-af64-ceda015984fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.593247457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"5d54b9e8-9b99-4b34-9e89-f2f02843b143","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.704557621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"50a64012-b5f3-4135-86bf-e6d571f16dbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.803626951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"24548129-7672-4090-be8c-6ca4ee67c646","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.86601384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8090e1f5-d24f-4d6e-a058-741777d66cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.918573076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8090e1f5-d24f-4d6e-a058-741777d66cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.971110878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8090e1f5-d24f-4d6e-a058-741777d66cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:04.024411955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8090e1f5-d24f-4d6e-a058-741777d66cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:05.931481091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b035-e52f-47d4-810e-71eb0ebec9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:05.984099833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b035-e52f-47d4-810e-71eb0ebec9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.036921439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b035-e52f-47d4-810e-71eb0ebec9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.089419451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b035-e52f-47d4-810e-71eb0ebec9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.39074858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"2f23207b-9d5f-460b-b71c-9a32e5a8d2bf","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"tenant":"e2e-ipp-a-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.390769903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"2f23207b-9d5f-460b-b71c-9a32e5a8d2bf","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"routeName":"ipp-route-766db2-kserve-route","namespace":"ai-tenant-e2e-ipp-a-766db2","llmisvcName":"ipp-route-766db2","gateway":"openshift-ingress/e2e-ipp-a-766db2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.71383163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:07.990248494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e240073-444c-49b3-83c8-b47b93e250e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.04398504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e240073-444c-49b3-83c8-b47b93e250e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.096512191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e240073-444c-49b3-83c8-b47b93e250e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.149429114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e240073-444c-49b3-83c8-b47b93e250e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.054039574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4137e6aa-7e8a-46dd-80fc-37f9b7c8545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.106543748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4137e6aa-7e8a-46dd-80fc-37f9b7c8545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.159141028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4137e6aa-7e8a-46dd-80fc-37f9b7c8545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.211741837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4137e6aa-7e8a-46dd-80fc-37f9b7c8545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:11.834229513Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"035acbbd-5a72-4a58-a1c6-371d8372944c","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:11.887141627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"7fb826eb-431d-4334-ba0f-98f8f35593d0","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:11.887501534Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2","reconcileID":"ff2e45c9-48f4-4a19-ada6-9144ee3840de","MaaSModelRef":{"name":"ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2","model":"ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:11.887775153Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"035acbbd-5a72-4a58-a1c6-371d8372944c","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"maas-trlp-ipp-route-766db2","namespace":"ai-tenant-e2e-ipp-a-766db2","model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:11.947648704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"7fb826eb-431d-4334-ba0f-98f8f35593d0","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:11.947689512Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"7fb826eb-431d-4334-ba0f-98f8f35593d0","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.113036204Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"0f657adb-8aed-4084-bdca-0b1d526b2d23","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.188129281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46065-f3b3-4e26-b4f0-25bc2c079e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.240651258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46065-f3b3-4e26-b4f0-25bc2c079e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.293297896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46065-f3b3-4e26-b4f0-25bc2c079e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.34562582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46065-f3b3-4e26-b4f0-25bc2c079e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.397725973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"312001e7-419b-4513-aa19-cef201395f7f","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.455189141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"312001e7-419b-4513-aa19-cef201395f7f","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.45522803Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"312001e7-419b-4513-aa19-cef201395f7f","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.777543303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"41796033-847c-49c9-bb2d-1f228677cdba","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.843736848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"41796033-847c-49c9-bb2d-1f228677cdba","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.900396202Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"41796033-847c-49c9-bb2d-1f228677cdba","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:13.083207779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"3d69ac13-4731-480f-97fe-f250796ab7e3","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:13.349311584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"3d69ac13-4731-480f-97fe-f250796ab7e3","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:13.359404363Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"92659aaf-9c8b-4033-90e7-77ec669556ca","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ffc2edc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:13.559997531Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"3d69ac13-4731-480f-97fe-f250796ab7e3","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"name":"e2e-ipp-a-766db2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:13.560022892Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-auth","reconcileID":"3d69ac13-4731-480f-97fe-f250796ab7e3","MaaSAuthPolicy":{"name":"ipp-route-766db2-auth","namespace":"ai-tenant-e2e-ipp-a-766db2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:13.812316174Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"2f3742a6-4a45-4d87-b1be-48ff5d7b1c0b","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ffc2edc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.300915482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c8574-beae-4f01-a715-e857ca7d06c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.353779158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c8574-beae-4f01-a715-e857ca7d06c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.406525797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c8574-beae-4f01-a715-e857ca7d06c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.459601163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46c8574-beae-4f01-a715-e857ca7d06c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.155806438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"7bdb6457-fee2-4dc3-87b0-7de221e0ceae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ce6fa4","tenantID":"e2e-praxis-b-ce6fa4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.274788789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"7bdb6457-fee2-4dc3-87b0-7de221e0ceae","name":"e2e-praxis-b-ce6fa4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.40435715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6d52ee-eccb-4250-8014-f470b6625c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.456800205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6d52ee-eccb-4250-8014-f470b6625c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.509746684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6d52ee-eccb-4250-8014-f470b6625c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.562712161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6d52ee-eccb-4250-8014-f470b6625c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:18.468021009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8cec12b-33cf-40a6-a6dc-5d75e3879702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:18.520916796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8cec12b-33cf-40a6-a6dc-5d75e3879702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:18.573374746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8cec12b-33cf-40a6-a6dc-5d75e3879702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:18.62578251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8cec12b-33cf-40a6-a6dc-5d75e3879702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.529176172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1032-eed6-46a3-a6d1-5e372baff1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.581658528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1032-eed6-46a3-a6d1-5e372baff1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.634103421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1032-eed6-46a3-a6d1-5e372baff1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.634197402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"38492453-0436-4284-ac52-20b7425b756b","namespace":"ai-tenant-e2e-ipp-a-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.634289842Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"38492453-0436-4284-ac52-20b7425b756b","name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.686765638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1032-eed6-46a3-a6d1-5e372baff1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.741617552Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"38492453-0436-4284-ac52-20b7425b756b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.741640252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"38492453-0436-4284-ac52-20b7425b756b","namespace":"ai-tenant-e2e-ipp-a-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:22.626888572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579b9848-3026-4fb1-83af-d21c3ac6b800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:22.680912892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579b9848-3026-4fb1-83af-d21c3ac6b800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:22.734784334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579b9848-3026-4fb1-83af-d21c3ac6b800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:22.787285192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579b9848-3026-4fb1-83af-d21c3ac6b800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:23.87153876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"dfe98d7e-127f-43f1-8141-78bcbc0fd904","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","subscription":"ipp-route-766db2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:23.872007777Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"ipp-route-766db2-sub","reconcileID":"dfe98d7e-127f-43f1-8141-78bcbc0fd904","MaaSSubscription":{"name":"ipp-route-766db2-sub","namespace":"ai-tenant-e2e-ipp-a-766db2"},"model":"ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-766db2/ipp-route-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:24.711183226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0537f3-450d-42b1-af0f-14dc9a5ebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:24.763774818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0537f3-450d-42b1-af0f-14dc9a5ebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:24.816471753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0537f3-450d-42b1-af0f-14dc9a5ebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:24.868938173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0537f3-450d-42b1-af0f-14dc9a5ebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:26.790472002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4eff8c-a224-4bad-82fe-2c3faa9db307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:26.843315411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4eff8c-a224-4bad-82fe-2c3faa9db307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:26.895895833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4eff8c-a224-4bad-82fe-2c3faa9db307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:26.956069362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4eff8c-a224-4bad-82fe-2c3faa9db307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:28.873174788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d19a5b-0249-4323-a546-029797306226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:28.925624129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d19a5b-0249-4323-a546-029797306226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:28.987423582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d19a5b-0249-4323-a546-029797306226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:29.040302965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d19a5b-0249-4323-a546-029797306226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:30.953588061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd857dd3-4dec-4d56-92cf-85d324a4bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:31.006976138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd857dd3-4dec-4d56-92cf-85d324a4bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:31.059561202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd857dd3-4dec-4d56-92cf-85d324a4bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:31.112192177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd857dd3-4dec-4d56-92cf-85d324a4bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:33.020350986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6c3b34-e82c-405e-9a2f-f505b017b9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:33.073630186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6c3b34-e82c-405e-9a2f-f505b017b9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:33.126326862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6c3b34-e82c-405e-9a2f-f505b017b9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:33.179135601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6c3b34-e82c-405e-9a2f-f505b017b9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:36.711530196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:42.870844987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"05e443f8-645e-497b-9fda-c10823760e54","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-6795ec","tenantID":"e2e-praxis-b-6795ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:42.989436386Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"05e443f8-645e-497b-9fda-c10823760e54","name":"e2e-praxis-b-6795ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.376064804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c844c52c-1338-4f3a-80b3-301b34415e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.429432344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c844c52c-1338-4f3a-80b3-301b34415e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.482088572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c844c52c-1338-4f3a-80b3-301b34415e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:59.534568384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c844c52c-1338-4f3a-80b3-301b34415e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:01.49345594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d683a6-2061-4cb6-9cdb-47fc16afaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:01.54627055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d683a6-2061-4cb6-9cdb-47fc16afaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:01.59872929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d683a6-2061-4cb6-9cdb-47fc16afaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:01.651368881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d683a6-2061-4cb6-9cdb-47fc16afaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:03.570396292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756ddc26-30a4-468c-b093-536a661fe9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:03.6234729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756ddc26-30a4-468c-b093-536a661fe9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:03.680679153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756ddc26-30a4-468c-b093-536a661fe9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:03.733744055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756ddc26-30a4-468c-b093-536a661fe9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:06.712161456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.385726194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"9dea65db-9ca1-427d-9173-11d0ecdfd975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.486040171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"d1431736-426f-416d-8771-be34cb84a068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.587166635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"5ccf0d32-2b1c-4e61-a18e-b152e69c3c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.587446771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"3017c85d-74b7-4e68-90af-42a5bc0bdf12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.740525919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"2d6d1b83-706e-4b16-9bb1-c5256228054b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.845606256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"7021862d-2353-4d7b-be37-21c2e17d6731","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.921209347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"03eaa9af-df97-4748-a156-c12a6c65b135","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.130112535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eae9db1d-404c-4163-bf8c-859c61071e1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.21818883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c263be31-1f8b-4aab-968a-949aa25e0fdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.344609585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"ce377765-b7bf-4873-96c0-0dd07cb1a3c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.454482195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"c2051241-5c7f-49f1-afdc-9dff8705d9be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.571715771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3473210c-6d6d-4d44-9cc1-6d0e3b8192ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.627493118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3473210c-6d6d-4d44-9cc1-6d0e3b8192ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.682125352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3473210c-6d6d-4d44-9cc1-6d0e3b8192ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.735748945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3473210c-6d6d-4d44-9cc1-6d0e3b8192ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.895529452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"e43e5eb8-6c01-48dd-99ac-95309f407490","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.653671652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06350c1a-4a00-4620-8546-b89f88534131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.708578469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06350c1a-4a00-4620-8546-b89f88534131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.763393086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06350c1a-4a00-4620-8546-b89f88534131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.816279129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06350c1a-4a00-4620-8546-b89f88534131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.81956475Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","namespace":"ai-tenant-e2e-praxis-b-4009fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.819617535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","namespace":"ai-tenant-e2e-praxis-b-4009fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.819664516Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","tenant":"e2e-praxis-b-4009fd","tenantID":"e2e-praxis-b-4009fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.875487283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4009fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.936059732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"Service","name":"maas-api-e2e-praxis-b-4009fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:12.991779462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4009fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.088432908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4009fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.145784545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.200949957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.258756502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.316488799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.369199859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.421500225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.474792145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"Service","name":"payload-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.527223461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.579361832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.631510713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.683644015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.741771191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.793958087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.881949856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.93380763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4009fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:13.985849654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4009fd"},"namespace":"ai-tenant-e2e-praxis-b-4009fd","name":"default-tenant","reconcileID":"a019792e-734a-4374-9235-9cced3d418fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4009fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:14.79688594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438f4273-e094-4b28-918d-87170fb70989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:14.849596804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438f4273-e094-4b28-918d-87170fb70989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:14.902227379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438f4273-e094-4b28-918d-87170fb70989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:14.954850907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438f4273-e094-4b28-918d-87170fb70989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:16.128446656Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4009fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4009fd","reconcileID":"b6132fe1-076c-48d7-9229-97288683fec8","aitenant":"ai-tenants/e2e-praxis-b-4009fd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:16.886045751Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4009fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4009fd","reconcileID":"b6132fe1-076c-48d7-9229-97288683fec8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4009fd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4009fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:16.89817234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c97f1a9-9815-4d11-8434-e70eb0d88309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:16.950953991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c97f1a9-9815-4d11-8434-e70eb0d88309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:17.005234792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c97f1a9-9815-4d11-8434-e70eb0d88309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:17.057768992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c97f1a9-9815-4d11-8434-e70eb0d88309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:18.993311233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09aeb16-810f-4ae0-8f3b-69dfaa121842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:19.045941756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09aeb16-810f-4ae0-8f3b-69dfaa121842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:19.098554057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09aeb16-810f-4ae0-8f3b-69dfaa121842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:19.151233465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09aeb16-810f-4ae0-8f3b-69dfaa121842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.084728211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc280b0-b6bc-4477-b0b2-feb2b987aca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.137330671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc280b0-b6bc-4477-b0b2-feb2b987aca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.189785305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc280b0-b6bc-4477-b0b2-feb2b987aca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:21.242332422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc280b0-b6bc-4477-b0b2-feb2b987aca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.08443922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"235e2203-a333-48bb-a657-2fa729c369ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:23.190247426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b4a2-d519-47de-8f10-e5c2316b213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:23.242884772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b4a2-d519-47de-8f10-e5c2316b213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:23.29533133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b4a2-d519-47de-8f10-e5c2316b213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:23.347924642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b0b4a2-d519-47de-8f10-e5c2316b213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:24.31457501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"8133d382-d029-4c92-bbc4-8b5171520b5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:25.060530323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"3016a717-8a7e-403e-99aa-9bbbfad92b91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:26.321991923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35ecc63-49b6-44ce-ba7f-7c1204a3e3a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:26.375915399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35ecc63-49b6-44ce-ba7f-7c1204a3e3a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:26.430230918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35ecc63-49b6-44ce-ba7f-7c1204a3e3a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:26.482787005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c35ecc63-49b6-44ce-ba7f-7c1204a3e3a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:27.883387265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"312bf4c7-cece-4712-a57b-7c1dd31d46e9","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:27.939075014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"270b3cb5-2be3-48f0-a857-f10af2c1c1e6","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:27:27.994699763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-apikey-sub-binding-65c8aa2c","reconcileID":"895bcc42-b1d7-4598-936b-af297e7c8266","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-65c8aa2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.046192859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"c9e88220-f580-4ec8-941a-577319691c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.046191756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8905fabc-6c7a-4da9-bc23-c17d16a305e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.104090787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8905fabc-6c7a-4da9-bc23-c17d16a305e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.104103239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"c9e88220-f580-4ec8-941a-577319691c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.106378609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"aefc3192-30b2-4201-bb8b-f308374bf6bc","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.164138734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"deef8f95-2ee1-4650-adc5-96ee187f073b","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.384273624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5135a1d7-291d-4264-9587-1a1dda0d490c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.392286651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"2a8f3cf0-492a-40e1-b1d9-3c205d54c3d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.437423243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5135a1d7-291d-4264-9587-1a1dda0d490c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.445258546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-apikey-sub-binding-65c8aa2c","reconcileID":"0f66d82e-64c9-4b1b-94ad-71ebc11726b3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-apikey-sub-binding-65c8aa2c","ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.490839581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5135a1d7-291d-4264-9587-1a1dda0d490c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.491797503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4c21d2b8-3250-46aa-92b6-e1578ae14422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.544228309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"e173f7d7-8468-4b5a-9717-265bf1bbfcf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.544529681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5135a1d7-291d-4264-9587-1a1dda0d490c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.545807488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f68ba091-e04f-44ab-b073-d2227f14b8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.596604473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"beae9c77-1f56-467a-b803-00dd006651c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.603114235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f68ba091-e04f-44ab-b073-d2227f14b8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.605425643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4c21d2b8-3250-46aa-92b6-e1578ae14422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.657249519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"e4fb5dca-e796-459b-bb69-533bcc593c9d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.703440721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"46b6fedd-edd7-4421-aba1-6f9a6536a08b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.81149277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"6a18c8e6-5868-4561-8186-e9dd78058230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.926045137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"11567e6b-5929-4304-994e-8949b06c18e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.926077476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-apikey-sub-binding-65c8aa2c","reconcileID":"6a979b5f-bd9c-4330-b388-5b2ba2ea8b73","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.926539494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"44e6dc35-202b-4a66-b357-c75df3c240c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.031959202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"ad26680c-4087-42de-8a70-ac6b5443f8ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.095700545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f7cbc8ba-d32f-42b8-aec9-c797e4ed910f","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.133339265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6c1bfc9-f952-4566-b600-6847b8c9fad2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.253928961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"21088a7c-378e-4841-8463-4a0bd3f6780b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.348934655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"30b9e785-6eaa-400a-8f2d-291de6491b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.349002167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"64e8eb95-e0eb-4bf0-a659-55f65ed68fdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.447246912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a55e961-0a2c-4782-b17f-8f4d66f5f8c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.600896139Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","namespace":"ai-tenant-e2e-ipp-a-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.600955659Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","namespace":"ai-tenant-e2e-ipp-a-766db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.601032761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","tenant":"e2e-ipp-a-766db2","tenantID":"e2e-ipp-a-766db2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.655254621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"Deployment","name":"maas-api-e2e-ipp-a-766db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.708740765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"f3369e35-b1e0-4dd4-afa6-dc1b136500bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.717394342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"Service","name":"maas-api-e2e-ipp-a-766db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.772800991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-766db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.827204912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-766db2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.882347503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.937908764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.995569275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.05352454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.108173321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.162512218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.223474144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"Service","name":"payload-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.285583441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.340382216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.395114227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.453013509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.509454455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.565390522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.619636032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.682109179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-766db2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:30.739827345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-766db2"},"namespace":"ai-tenant-e2e-ipp-a-766db2","name":"default-tenant","reconcileID":"ef5a895e-d71c-461a-b12e-c3d77328ae05","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-766db2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.447828632Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-766db2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-766db2","reconcileID":"8e7e605f-ac20-4422-b8f3-f764b597503c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-766db2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-766db2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.726650157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"0783e7e9-ed8c-4e21-9a96-13eacfcdcd93","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.883210269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5d95f41e-8f9a-402c-8c69-a34c7d4e2454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.884412216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"19c72209-e226-4545-9abe-22436c40d298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.945166945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5d95f41e-8f9a-402c-8c69-a34c7d4e2454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:31.948836395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"19c72209-e226-4545-9abe-22436c40d298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.581266752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da423931-e8ce-42d4-8f0a-9581bca4a584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.633716338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da423931-e8ce-42d4-8f0a-9581bca4a584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.686505116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da423931-e8ce-42d4-8f0a-9581bca4a584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.739335424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da423931-e8ce-42d4-8f0a-9581bca4a584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.635679098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d7cd22-48f0-495e-9709-13622ed75cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.688320482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d7cd22-48f0-495e-9709-13622ed75cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.741751859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d7cd22-48f0-495e-9709-13622ed75cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.794831613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d7cd22-48f0-495e-9709-13622ed75cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:36.711300935Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:38.542289897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8bbc64-0d74-49a3-a79b-a22daad79fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:38.594752505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8bbc64-0d74-49a3-a79b-a22daad79fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:38.64733356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8bbc64-0d74-49a3-a79b-a22daad79fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:38.699884411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8bbc64-0d74-49a3-a79b-a22daad79fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:40.594251949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b532638-015f-47a4-adda-5c079650fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:40.648076239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b532638-015f-47a4-adda-5c079650fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:40.700674174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b532638-015f-47a4-adda-5c079650fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:40.753608901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b532638-015f-47a4-adda-5c079650fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.894714672Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-apikey-sub-binding-65c8aa2c","reconcileID":"1eac6c3f-2d92-4629-8f6f-22f942258030","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscription":"e2e-apikey-sub-binding-65c8aa2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.168022148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-apikey-sub-binding-65c8aa2c","reconcileID":"1eac6c3f-2d92-4629-8f6f-22f942258030","MaaSSubscription":{"name":"e2e-apikey-sub-binding-65c8aa2c","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.385914882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"0fa37f91-a63d-43f2-a55a-4fb871bcd9d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.386606062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"b1f5de31-927b-4a4b-9a94-25c28bf8bc1b","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.543112953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e5fe430d-40f9-4f28-826e-164b15fd6910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.54312001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"aa7d8629-b4f2-412a-b192-40e618605a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.601374564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"aa7d8629-b4f2-412a-b192-40e618605a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.60182039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e5fe430d-40f9-4f28-826e-164b15fd6910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.682220735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a556a8b-ee17-49d4-a3f2-eb561c2730ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.735185773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a556a8b-ee17-49d4-a3f2-eb561c2730ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.789523333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a556a8b-ee17-49d4-a3f2-eb561c2730ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.843026611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a556a8b-ee17-49d4-a3f2-eb561c2730ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.95928496Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","namespace":"ai-tenant-e2e-praxis-a-2cbb86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.959358695Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","namespace":"ai-tenant-e2e-praxis-a-2cbb86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:42.959407728Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","tenant":"e2e-praxis-a-2cbb86","tenantID":"e2e-praxis-a-2cbb86","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.013684994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"Deployment","name":"maas-api-e2e-praxis-a-2cbb86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.119713889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"Service","name":"maas-api-e2e-praxis-a-2cbb86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.175104623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-2cbb86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.22917985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-2cbb86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.303435012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.364813793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.422156919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.477249576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.529574508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.537440081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"f1ca0c0f-1340-4cd2-89a3-6246d7d52086","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.597537539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.599004439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"9e9afdd4-39e8-4b8a-bc0d-e1f42c41185a","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.651388832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"Service","name":"payload-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:27:43.652326837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-sub","reconcileID":"ee7952c1-ba49-4838-8f8f-d72bcff8c00c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.704970462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.705497842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b02cf3f8-84ff-4c61-818c-aa047f2bc988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.705570906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"efbdd6b2-f56a-429e-ae94-40012b63a423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.758748188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.767324577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"efbdd6b2-f56a-429e-ae94-40012b63a423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.767498455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"7eb7a317-1076-4355-9a73-5e478a7d69ab","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.767324578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b02cf3f8-84ff-4c61-818c-aa047f2bc988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.811220553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.821127528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"0eb33154-a73b-449c-80d2-95597084da98","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.863445586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.927123206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.979055358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.031067219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.084156685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-2cbb86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.136151861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2cbb86"},"namespace":"ai-tenant-e2e-praxis-a-2cbb86","name":"default-tenant","reconcileID":"de05e1e7-cf74-4ad0-94dc-6cf59b118444","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-2cbb86","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.143196931Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-sub","reconcileID":"7e74c487-e82c-4bc2-aa4d-16dfba0b4efb","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-ordering-sub","ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.188597202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"623f32c8-352c-4dd8-8de0-bf615eae7a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.189101973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"d1b8ef45-860a-467b-a1f5-401dee350b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.246829379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"623f32c8-352c-4dd8-8de0-bf615eae7a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.250213208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"d1b8ef45-860a-467b-a1f5-401dee350b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.360777497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"c0b19a7a-98bc-45b9-90bf-8231cb86a7da","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.399406691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"29628b2d-a838-4040-a48b-4d935197a4f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.594772156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-sub","reconcileID":"3aad74e9-cabb-4cc3-83fd-25965a1637e8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.764095304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222d49fc-c6d1-4187-9f72-e8b2819b5d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.817112373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222d49fc-c6d1-4187-9f72-e8b2819b5d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.869583041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222d49fc-c6d1-4187-9f72-e8b2819b5d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:44.922070289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222d49fc-c6d1-4187-9f72-e8b2819b5d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:46.848003183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb12a242-e893-4081-883d-4c56ea9fa452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:46.900432768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb12a242-e893-4081-883d-4c56ea9fa452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:46.952824276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb12a242-e893-4081-883d-4c56ea9fa452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:46.972304269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"1ac86248-c0da-4780-9a42-bd313e2f3abb","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.005677361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb12a242-e893-4081-883d-4c56ea9fa452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.063393725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"f7434eee-ea1d-433b-9009-dc9187378089","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.221337441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-auth","reconcileID":"b7e03d49-966f-4c2c-a325-e14ceefd0caf","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.27913263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-auth","reconcileID":"b7e03d49-966f-4c2c-a325-e14ceefd0caf","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.548922364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"39cffc01-d357-4154-b6e2-ab5711f55216","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:48.907355413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281f3c4c-a21c-49f4-8157-aebf0691480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:48.959775895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281f3c4c-a21c-49f4-8157-aebf0691480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.012252623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281f3c4c-a21c-49f4-8157-aebf0691480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.065000914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281f3c4c-a21c-49f4-8157-aebf0691480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.437254894Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2cbb86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2cbb86","reconcileID":"32ca1885-d46b-4606-ab0d-79bb683db638","aitenant":"ai-tenants/e2e-praxis-a-2cbb86","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.829968873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"08276694-79f4-4279-be06-140abf8d2c6d","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.986627448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-auth","reconcileID":"1f48bd05-8aeb-4a3e-a79e-bfd4232e4836","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.986777847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"c5bfff15-8feb-4b88-9338-f31c7194ea13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.986626277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8b37cff6-92e3-455e-8d67-05d2e031e01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:50.044609107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"c5bfff15-8feb-4b88-9338-f31c7194ea13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:50.045678522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-auth","reconcileID":"1f48bd05-8aeb-4a3e-a79e-bfd4232e4836","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:50.046917361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8b37cff6-92e3-455e-8d67-05d2e031e01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:50.255250915Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2cbb86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2cbb86","reconcileID":"32ca1885-d46b-4606-ab0d-79bb683db638","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2cbb86","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-2cbb86"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:50.97276662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e0eb9-24ca-4a3f-b190-d246bd2b38ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:51.025347413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e0eb9-24ca-4a3f-b190-d246bd2b38ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:51.078361548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e0eb9-24ca-4a3f-b190-d246bd2b38ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:51.131005665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e0eb9-24ca-4a3f-b190-d246bd2b38ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.038059409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb1d206-62ff-4670-8f56-acf735ebcfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.091122226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb1d206-62ff-4670-8f56-acf735ebcfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.144218642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb1d206-62ff-4670-8f56-acf735ebcfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.197139088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb1d206-62ff-4670-8f56-acf735ebcfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.119061365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303ae73c-6b27-4c0e-9dc1-98dc07a4bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.171606062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303ae73c-6b27-4c0e-9dc1-98dc07a4bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.224298972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303ae73c-6b27-4c0e-9dc1-98dc07a4bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.277014652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303ae73c-6b27-4c0e-9dc1-98dc07a4bf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:58.800889768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bd3d73-5c25-4038-b36f-c9e938e6713a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:58.853523317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bd3d73-5c25-4038-b36f-c9e938e6713a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:58.906013533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bd3d73-5c25-4038-b36f-c9e938e6713a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:58.963269497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bd3d73-5c25-4038-b36f-c9e938e6713a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.867167681Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","namespace":"ai-tenant-e2e-praxis-b-c3e9e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.86723045Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","namespace":"ai-tenant-e2e-praxis-b-c3e9e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.867288832Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","tenant":"e2e-praxis-b-c3e9e8","tenantID":"e2e-praxis-b-c3e9e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.922344998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c3e9e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.026197131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-sub","reconcileID":"75f2b353-f09e-44c9-9684-9914406176cd","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.037327612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"Service","name":"maas-api-e2e-praxis-b-c3e9e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.096903881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c3e9e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.151052407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c3e9e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.219617777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.245348919Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-sub","reconcileID":"75f2b353-f09e-44c9-9684-9914406176cd","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.274770687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.35747717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.413289037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.46546372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.512579502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"b6269d40-a442-4be3-bb18-b260ebb29d75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.519622604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.565260125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"b964d10b-0ba2-4889-b02b-63c3cccf570d","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.571715157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"Service","name":"payload-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.623730519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.67600509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.690737915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"bf4b539f-b6b1-4557-b4db-bd32217e5972","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.724664625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"14358c99-6c73-453a-bb7c-9148dbea1618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.724848704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"833df773-8fcf-4e39-a01c-a04bf4685fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.724670283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-auth","reconcileID":"026167ea-0479-423b-8d59-9f596e33ee5a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.728116306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.780392054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.782492648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"14358c99-6c73-453a-bb7c-9148dbea1618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.782988826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"833df773-8fcf-4e39-a01c-a04bf4685fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.784695099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-auth","reconcileID":"026167ea-0479-423b-8d59-9f596e33ee5a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.836536122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.891107845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.894160935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d619cc-3e0a-46e4-b28c-a6c4f69b36dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.947639735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d619cc-3e0a-46e4-b28c-a6c4f69b36dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:00.948025984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.000940012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d619cc-3e0a-46e4-b28c-a6c4f69b36dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.000983421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-ordering-auth","reconcileID":"f73d4b31-7b73-44d7-b132-74963e0fee0c","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.053402409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c3e9e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.054424528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d619cc-3e0a-46e4-b28c-a6c4f69b36dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.107006426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c3e9e8"},"namespace":"ai-tenant-e2e-praxis-b-c3e9e8","name":"default-tenant","reconcileID":"ae7693e0-780a-4528-96bd-16599eebfe7d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c3e9e8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.164883367Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","namespace":"ai-tenant-e2e-praxis-a-87d520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.164954005Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","namespace":"ai-tenant-e2e-praxis-a-87d520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.16502565Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","tenant":"e2e-praxis-a-87d520","tenantID":"e2e-praxis-a-87d520","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.216714415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"31a6b29b-72e2-42e3-9c00-32587fade76a","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.218990234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"Deployment","name":"maas-api-e2e-praxis-a-87d520","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.33155895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"Service","name":"maas-api-e2e-praxis-a-87d520","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.387435849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-87d520","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.442207691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-87d520","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.497567973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.553018924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.611930517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.66684092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.719266477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.771290314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.823679276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"Service","name":"payload-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.876044806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.928035625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.980210211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.032985774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.120930016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.172922663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.22711234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.279444171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-87d520","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.331485438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87d520"},"namespace":"ai-tenant-e2e-praxis-a-87d520","name":"default-tenant","reconcileID":"beff646b-c810-4b65-88b6-1736aa0295d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-87d520","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.49756149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"143e802f-f675-4077-85e4-3c577e196096","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.555381807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"4a272c8f-7408-40b7-a500-afe404c721c9","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.753682938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"d8a8b076-9933-483d-bc10-3803e19d47d8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.768583963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"09876df6-3024-4997-b50d-57a4bb5b4fbd","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.811175025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"d8a8b076-9933-483d-bc10-3803e19d47d8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.826739236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"0e477cff-4463-495e-ba9e-693249dd0baa","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:02.874984418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-success","reconcileID":"07d495a6-42c7-4ed9-b842-26c61e2d1c5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.925989504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"19f15667-e7e9-423f-a227-2fb885a4a731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.926018729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"6b722d89-45cb-421a-9e5a-b50f88fdd937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.983623398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"6b722d89-45cb-421a-9e5a-b50f88fdd937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.98504749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"19f15667-e7e9-423f-a227-2fb885a4a731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:02.986711313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"b98f7370-ec97-42b9-99dc-2ad9f3c575c0","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.032652751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5376b4-0aa6-4f83-8274-7dce1625c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.086173348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5376b4-0aa6-4f83-8274-7dce1625c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.088964381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"49224845-902b-422e-be04-4a059e136757","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.139059895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5376b4-0aa6-4f83-8274-7dce1625c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.142334397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"5663af27-cea9-4b4c-abf3-a3d55760433a","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.196562501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5376b4-0aa6-4f83-8274-7dce1625c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.355329504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"03c65a48-d5da-40e9-b8e7-c46c9b30fd4c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.412749432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"03c65a48-d5da-40e9-b8e7-c46c9b30fd4c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.414100703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-success","reconcileID":"3ce8a633-e8db-4f0c-80e3-93390ab503ec","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.462896379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"00b3e0b0-2627-4444-bab2-133c894298d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.463107894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e773109b-f584-48ee-9077-5701d0b59bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.520482324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e773109b-f584-48ee-9077-5701d0b59bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.520669809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"00b3e0b0-2627-4444-bab2-133c894298d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.581063079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"d6d68d3c-6538-4cbe-8b2a-1c99216e1149","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.626329719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"06810be6-7e0b-4c59-a1c9-83324faff0ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.82747719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-success","reconcileID":"f0199204-a540-4a01-bd4e-c1fab1ae6857","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.565155787Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c3e9e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c3e9e8","reconcileID":"fda6f12f-4fe4-470a-b470-3e8ab20ba8b5","aitenant":"ai-tenants/e2e-praxis-b-c3e9e8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:05.101599259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08158484-0e80-41f0-baa2-8c54f0076ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:05.154541348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08158484-0e80-41f0-baa2-8c54f0076ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:05.207002117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08158484-0e80-41f0-baa2-8c54f0076ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:05.259591176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08158484-0e80-41f0-baa2-8c54f0076ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:05.372610404Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c3e9e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c3e9e8","reconcileID":"fda6f12f-4fe4-470a-b470-3e8ab20ba8b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c3e9e8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c3e9e8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.193191081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"cc38e386-9cbd-4421-a928-ac298effacc4","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.389822878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"75544f21-ba40-4532-9ad3-4702dd3518ca","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.441764892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f6767434-4402-4f0c-bf1e-abc94e80eb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.441764244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8a470940-2513-48e5-a2d4-c7e1a1946980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.447148372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"75544f21-ba40-4532-9ad3-4702dd3518ca","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.499487968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8a470940-2513-48e5-a2d4-c7e1a1946980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.499922714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f6767434-4402-4f0c-bf1e-abc94e80eb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.710849114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:07.205208605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dce92c-c920-42a2-aec1-7aa6534e606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:07.257631072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dce92c-c920-42a2-aec1-7aa6534e606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:07.310060043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dce92c-c920-42a2-aec1-7aa6534e606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:07.36249062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98dce92c-c920-42a2-aec1-7aa6534e606b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.217549003Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-87d520","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-87d520","reconcileID":"35972601-1e9b-40a4-939a-e9ff52464151","aitenant":"ai-tenants/e2e-praxis-a-87d520","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.857828247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"b8282c8f-cb1e-45b2-9dc8-0d30c2c87105","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:08.977673342Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-87d520","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-87d520","reconcileID":"35972601-1e9b-40a4-939a-e9ff52464151","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-87d520","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-87d520"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.294306986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7002fa-2b1f-4c03-b9eb-67116259086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.346894925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7002fa-2b1f-4c03-b9eb-67116259086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.399412706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7002fa-2b1f-4c03-b9eb-67116259086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:09.451745347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7002fa-2b1f-4c03-b9eb-67116259086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.067388798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"5fc0a8e1-d43e-4555-b8c6-e70844a1dd3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.391681836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4850f8-451c-41ba-8c82-161e9bd00094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.444269552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4850f8-451c-41ba-8c82-161e9bd00094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.49684617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4850f8-451c-41ba-8c82-161e9bd00094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.54950104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4850f8-451c-41ba-8c82-161e9bd00094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:11.791394045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"e21e0020-a3bf-4fcb-adb5-999f839aec3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.59738448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c740a309-7d1e-4c46-87f6-bb343e5ca8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.649889079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c740a309-7d1e-4c46-87f6-bb343e5ca8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.707806634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c740a309-7d1e-4c46-87f6-bb343e5ca8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.761268887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c740a309-7d1e-4c46-87f6-bb343e5ca8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.774535313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"6b27d2bd-0fcc-429d-b71a-fd95c46c1a3f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:13.831596846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"66bd451b-9af8-418d-b068-a180563084a2","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.028233139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8be5f948-0a5b-4c14-a077-1978dbfafebe","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.044545946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7ca7fbd7-bde1-4691-99c7-c2aa47f97c1a","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.085591816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8be5f948-0a5b-4c14-a077-1978dbfafebe","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.099931244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"173e1780-1e13-4d9d-96a0-cfb2fab7097e","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:14.149802211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-free","reconcileID":"1b6de146-97e5-40d9-ae7a-4cad62685cb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.200815837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"36323b8f-99ee-4910-9fbb-a9a099e68efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.200898313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"39d8fc9a-4b01-4cdb-95d4-ad5b0bf3781d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.258466904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"36323b8f-99ee-4910-9fbb-a9a099e68efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.258763558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"39d8fc9a-4b01-4cdb-95d4-ad5b0bf3781d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.261281428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"f58889d8-66e7-4b9b-89a4-0069ef23ea4c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.318723393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"6e37d09a-3fdf-47a7-a8f5-1a2b2a207ba3","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.361309652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-free ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.361608016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"cd522f68-f954-499b-af85-10207f64ab01","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.401752073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"f2398cc9-4bea-45af-b43d-ee4df41f84b0","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.419126467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"5e7c73a8-4ba4-44e8-bd1a-4c129c1ddaae","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.464798589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"c4d36669-7965-4ca1-8d00-9957919d94ea","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:14.472450653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.521626935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"c0de2f45-5305-4ad1-88bc-4b7d8c01f05f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.559204942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"41106c80-4c65-4d04-80f8-e91818327b38","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.589487923Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-free","reconcileID":"7c9f777c-3c11-479f-8d95-b4cd9a57649c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.617477431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"41106c80-4c65-4d04-80f8-e91818327b38","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.702949638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"018ef9ac-4849-4e04-b12d-ebf81353e0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.702980531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a1898538-7a83-415f-a135-e1f89adfe34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.735982824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-premium","reconcileID":"96f15120-2ce7-4419-8d4c-2cd5dc06c427","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.757799053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"49d5df26-210f-40e9-bdb1-3cd540715347","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.76235511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"018ef9ac-4849-4e04-b12d-ebf81353e0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.763283438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a1898538-7a83-415f-a135-e1f89adfe34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.832582128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"3d5028ee-5300-418f-9dcf-7a248bfd594c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.903417972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"6bf97274-ee7f-4d91-a0ae-2bf974fae322","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.969040845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-free","reconcileID":"b2b24863-88a1-48a6-9aa2-61a78be6b401","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.979212899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5350540e-953e-46f0-b5d6-32bfae7b37dd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.037065838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5350540e-953e-46f0-b5d6-32bfae7b37dd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.114514092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-premium","reconcileID":"178732dc-df3a-44d7-8400-3683791f8106","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:15.21505804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"076d4da8-1b83-437e-a5c2-c4ee2b603d80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.449572904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-success","reconcileID":"96d483a5-519b-41e5-938f-0c8fb51c7d7c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.740463337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-success","reconcileID":"96d483a5-519b-41e5-938f-0c8fb51c7d7c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.955098282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"e173c919-edb5-4ee6-a3c4-10ee2b131d27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.955186734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"20b9412b-c354-494e-a173-7c8f8d02f9e5","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:16.955475932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-free ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.012411857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"4ab3e35a-c4bc-4b39-bfd7-29e1c87942ce","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.11296239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8c4f9ba3-e3d6-4460-aa54-c389b1a84c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.113162726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2e107bbc-3b65-4e7c-9475-e5d46efe101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.112971902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"2a94fb78-cc33-45f7-8dc5-ddb08cdac9fb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.119851033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"1e4f7872-45be-487a-8372-97ef75995cbc","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.171972778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"2a94fb78-cc33-45f7-8dc5-ddb08cdac9fb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.172029644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2e107bbc-3b65-4e7c-9475-e5d46efe101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.174582248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8c4f9ba3-e3d6-4460-aa54-c389b1a84c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.39507716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd433aae-1b4b-4824-8334-8b61fe7940cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.395177614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-success","reconcileID":"a255a7fa-4c5f-44af-a9d8-fd8afdfc376f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.447505543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd433aae-1b4b-4824-8334-8b61fe7940cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.499953912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd433aae-1b4b-4824-8334-8b61fe7940cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.55282478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd433aae-1b4b-4824-8334-8b61fe7940cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.662610279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"37b6596c-7f19-407c-9230-ad5925846bb4","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.89031882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","namespace":"ai-tenant-e2e-praxis-b-ce6fa4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.89040461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","namespace":"ai-tenant-e2e-praxis-b-ce6fa4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.890479528Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","tenant":"e2e-praxis-b-ce6fa4","tenantID":"e2e-praxis-b-ce6fa4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:17.944911653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ce6fa4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.008091157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"Service","name":"maas-api-e2e-praxis-b-ce6fa4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.064150831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ce6fa4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.119523065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ce6fa4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.176605218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.234363247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.29507633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.355197848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.409896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.463648674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.525835998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"Service","name":"payload-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.614915915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"8bfafa26-a8b8-420b-9643-4b7e1e17bffd","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.629943764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.684060482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.73553211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"a1a08cdc-56b2-40f7-8282-ddc044a9d5ad","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.73822165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.779859217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f22b360b-9495-406d-8695-130bded4f150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.779898933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"2faf1016-8e90-4b9c-8351-7766c7dc1f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.780556967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e1d0da4e-6a7f-4db4-b77c-4160bf0b7de9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.793047677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"231fde83-a90d-4bc1-95ff-4a30be479d0a","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.797300924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.840855644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f22b360b-9495-406d-8695-130bded4f150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.841821932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"2faf1016-8e90-4b9c-8351-7766c7dc1f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.845246524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e1d0da4e-6a7f-4db4-b77c-4160bf0b7de9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.853479999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:18.948909337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.000433939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"ff152c42-84bb-4082-a30a-cf28fd5405d0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.002664319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.058175757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"ff152c42-84bb-4082-a30a-cf28fd5405d0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.059462504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ce6fa4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.113513917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ce6fa4"},"namespace":"ai-tenant-e2e-praxis-b-ce6fa4","name":"default-tenant","reconcileID":"c2512bb4-40d5-4516-a79f-5139e0746525","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ce6fa4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.341285482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"a779cb68-0263-4bdf-8ec9-e30077493f20","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.498141658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a483d1aa-f3c2-422b-b47f-c4366e78b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.498358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"11064b59-de01-42bb-a881-435bcd472015","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.550666892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a483d1aa-f3c2-422b-b47f-c4366e78b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.603216416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a483d1aa-f3c2-422b-b47f-c4366e78b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.655802138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a483d1aa-f3c2-422b-b47f-c4366e78b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:19.661833418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"11064b59-de01-42bb-a881-435bcd472015","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.087294734Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","namespace":"ai-tenant-e2e-praxis-a-bd4590","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.087372558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","namespace":"ai-tenant-e2e-praxis-a-bd4590","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.087444415Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","tenant":"e2e-praxis-a-bd4590","tenantID":"e2e-praxis-a-bd4590","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.142451089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"Deployment","name":"maas-api-e2e-praxis-a-bd4590","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.208838796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"Service","name":"maas-api-e2e-praxis-a-bd4590","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.26713087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-bd4590","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.322165312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-bd4590","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.379773134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.435631246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.491062957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.547122609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.603167903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.656139565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.709074713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"Service","name":"payload-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.761439349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.813689848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.866107244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.91825452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.974549099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.026736501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.078895676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.13127376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-bd4590","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.183517403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bd4590"},"namespace":"ai-tenant-e2e-praxis-a-bd4590","name":"default-tenant","reconcileID":"479a0a6e-b372-4067-8a48-9e1a35145a46","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-bd4590","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.241580201Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","namespace":"ai-tenant-e2e-ipp-b-d138ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.241654763Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","namespace":"ai-tenant-e2e-ipp-b-d138ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.241716583Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","tenant":"e2e-ipp-b-d138ef","tenantID":"e2e-ipp-b-d138ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.29613954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d138ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.355833863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"Service","name":"maas-api-e2e-ipp-b-d138ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.411158813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d138ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.466914608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d138ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.528371796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.586057712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.641532124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.697564916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.757359234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.868740878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.933930007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"Service","name":"payload-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:25.995682313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.051009596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.10570212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.162037552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.22063317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.275065777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.33031797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.390700691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d138ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.445355391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d138ef"},"namespace":"ai-tenant-e2e-ipp-b-d138ef","name":"default-tenant","reconcileID":"7ce55fc0-cbc5-449f-9227-470e61de1a1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d138ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:28.426683411Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ce6fa4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ce6fa4","reconcileID":"566c5485-9863-41d6-840f-1097a2f21874","aitenant":"ai-tenants/e2e-praxis-b-ce6fa4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:28.787113477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-free","reconcileID":"62454d42-1058-45fb-acd3-7b8ddfc4ebb7","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:28.990752864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"7e1fb98e-040d-497f-b697-46d2331bbbea","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.005420368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-free","reconcileID":"62454d42-1058-45fb-acd3-7b8ddfc4ebb7","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.010590596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce11715-617e-4f3c-9cbc-da06002af0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.064064531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce11715-617e-4f3c-9cbc-da06002af0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.073967818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"869da0a4-46fa-4d36-b257-86cbd2eb3ffc","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.117030977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce11715-617e-4f3c-9cbc-da06002af0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.11737935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"360d1de1-a6ea-4e9b-a161-b5aa3bd0318f","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.170302218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce11715-617e-4f3c-9cbc-da06002af0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.172706418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2525fe6a-141e-4caf-854d-24f44c30c6d9","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.223576077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"fcac8506-4838-49db-a986-080b8c7f62c2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:29.224690049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c51fb8/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.274884483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"fec73736-2020-4f90-afaf-68ae4b32a66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.275813716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"4bd0b539-8a38-4b1a-a8af-b1a1ef294cb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.277345049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-premium","reconcileID":"6cda0c11-11f1-455d-8c22-208512a55d51","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.277715941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"110ca4eb-2df9-4237-b3e8-8fe574d6f17e","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.281252253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"fcac8506-4838-49db-a986-080b8c7f62c2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.33589589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"8fce51a8-09cc-4d06-8a18-239a4968cddd","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.337180552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"fec73736-2020-4f90-afaf-68ae4b32a66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.39156685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"213493ae-cb7b-4f2b-8db4-cd1f92fb0aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.424248048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"a7ae2720-aea1-421b-9e1e-0d8afee1e4b3","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.44800971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-no-access","reconcileID":"6604cbbe-2d25-4f00-b90e-0736d5517451","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.449512565Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ce6fa4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ce6fa4","reconcileID":"566c5485-9863-41d6-840f-1097a2f21874","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ce6fa4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ce6fa4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.451885225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"213493ae-cb7b-4f2b-8db4-cd1f92fb0aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.494505693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b00b0df4-40a9-4d76-b4b1-878331644abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.500914729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"abb32ad8-9349-4dac-98d5-6a3a21caa6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.553354835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b00b0df4-40a9-4d76-b4b1-878331644abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.564373954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"abb32ad8-9349-4dac-98d5-6a3a21caa6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.637057594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"37b4745a-1ccc-404c-bbaf-2b2b30270c8d","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.643483355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"e57c341f-9d39-4baa-b64f-bcbfff3239cb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.665438081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"0f53636d-8e9c-43eb-8d5f-6870caec430b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.703675061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"e57c341f-9d39-4baa-b64f-bcbfff3239cb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.743384207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"972bd30e-5e16-4278-9d34-0a27467f63c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.80081532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"972bd30e-5e16-4278-9d34-0a27467f63c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.846452805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"ad965552-7999-4d56-8ebf-1809b9a48506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.849312688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-no-access","reconcileID":"0a1ffacf-fcfb-4d6a-acf2-83b6625fdfbb","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.903927945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"ad965552-7999-4d56-8ebf-1809b9a48506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.944625821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ce0a6d72-042c-4c90-989b-05da322bd17d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:29.944637265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ce36db15-c886-4973-8b42-3b802288a0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.004020957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ce36db15-c886-4973-8b42-3b802288a0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.004039536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ce0a6d72-042c-4c90-989b-05da322bd17d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.08392095Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d138ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d138ef","reconcileID":"02c1cc8e-34a2-4e49-a091-b9037ba4e379","aitenant":"ai-tenants/e2e-ipp-b-d138ef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.195054979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"c508c3e9-c2c4-4abc-92c8-be720314bb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.253859234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"c508c3e9-c2c4-4abc-92c8-be720314bb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:30.836918712Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d138ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d138ef","reconcileID":"02c1cc8e-34a2-4e49-a091-b9037ba4e379","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d138ef","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d138ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:31.091804494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed18be69-ba0a-4ffd-932c-70314618a642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:31.145049902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed18be69-ba0a-4ffd-932c-70314618a642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:31.197670781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed18be69-ba0a-4ffd-932c-70314618a642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:31.254903618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed18be69-ba0a-4ffd-932c-70314618a642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:31.671897803Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bd4590","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bd4590","reconcileID":"7d767ecd-4e94-41f7-ae14-3cd724f7e7e7","aitenant":"ai-tenants/e2e-praxis-a-bd4590","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.26170198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"74c1dc71-7a46-48a8-b9fa-93ddb8f4fa60","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.448239367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"6538131c-8905-4560-a6c9-f50a838c16df","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.508720942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"6538131c-8905-4560-a6c9-f50a838c16df","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.513852485Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bd4590","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bd4590","reconcileID":"7d767ecd-4e94-41f7-ae14-3cd724f7e7e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bd4590","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-bd4590"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.548687028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"7dbdbbbe-074f-47f6-a254-ea7397a24d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.548701696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8c59f298-5317-4571-9c74-eff592da346f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.569967116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"23f211f0-6907-4ef9-9411-da5b60e230b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.606660961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8c59f298-5317-4571-9c74-eff592da346f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.606774734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"7dbdbbbe-074f-47f6-a254-ea7397a24d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.211013768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb640e42-2525-4a33-864b-f18ec168b4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.269386412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb640e42-2525-4a33-864b-f18ec168b4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.323491327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb640e42-2525-4a33-864b-f18ec168b4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.37944279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb640e42-2525-4a33-864b-f18ec168b4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.889285187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"d54f7e14-a6b1-4e31-af84-d0a8c52b541a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:35.399684531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d6520e-0715-4c44-a072-9ccb816a9b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:35.452259687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d6520e-0715-4c44-a072-9ccb816a9b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:35.504980942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d6520e-0715-4c44-a072-9ccb816a9b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:35.557545915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d6520e-0715-4c44-a072-9ccb816a9b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:35.715736149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"0e455ba3-e9dd-4918-b93a-bc40a903c0a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:36.71134654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:36.916168584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"f4197986-b727-470b-8e50-1e148c66539a","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:36.972715339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"9085333f-d59d-4ed1-874a-761649c5c8bc","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:37.018289283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-sub-binding-04870b56","reconcileID":"eccc49ce-b50c-40ef-96f6-8df8a0278086","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-04870b56\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.075442534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f9774124-e88f-4ffb-a4a3-45ea984b40f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.076017274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"e8d11fc3-3540-43a6-91ab-aecc6ac87d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.136344549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"b29bfa3e-4b24-4d7b-950a-2ecc96702d44","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.139072203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"f9774124-e88f-4ffb-a4a3-45ea984b40f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.141243467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"e8d11fc3-3540-43a6-91ab-aecc6ac87d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.191456013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"ddefd9c5-e751-48a4-a186-867432989d2e","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.459509394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-sub-binding-04870b56","reconcileID":"8c42680c-d978-4286-a087-17164803a852","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-apikey-sub-binding-04870b56","ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.469567185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7018d53-8181-4c98-803e-c8979974330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.469700371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"7dfb6964-278c-4cd1-9178-f9f37805448c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.469926368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"b666adf1-63d2-4826-8136-fa6101ab23e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.522277331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7018d53-8181-4c98-803e-c8979974330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.526894498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"7dfb6964-278c-4cd1-9178-f9f37805448c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.577549408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7018d53-8181-4c98-803e-c8979974330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.57975092Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-da6e4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-da6e4e","reconcileID":"b25e8139-c18c-432a-9b8f-7417e071b9d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-da6e4e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-da6e4e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.581571195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"b666adf1-63d2-4826-8136-fa6101ab23e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.630936869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7018d53-8181-4c98-803e-c8979974330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.743220948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"30cde920-1116-431f-aae3-32e89837b19a","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.788741655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"e36c071e-b2d5-4703-b89f-2cc078c67c4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:38.0115395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-sub-binding-04870b56","reconcileID":"6de0d529-7241-47a5-837b-2e447fc749fb","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:38.180804569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"f3217a1a-a754-4e25-b279-a989a0fda554","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.042094363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"72e87bb8-35d1-40d8-8341-ae038c9d4de5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.587703897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-premium","reconcileID":"565bd3c3-bf41-4177-a049-7d1c3adcbac2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.592089269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b43a1-4776-4a86-bfbe-49a450362b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.644948472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b43a1-4776-4a86-bfbe-49a450362b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.685244759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"3a436e59-f2b6-4dc7-b052-c9ee56598b5b","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.697325691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b43a1-4776-4a86-bfbe-49a450362b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.750169916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b43a1-4776-4a86-bfbe-49a450362b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.854127219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"dfedefa3-db76-4fd4-90ba-af7973e1e17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.911599648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"dfedefa3-db76-4fd4-90ba-af7973e1e17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.915857491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-subscription-premium","reconcileID":"565bd3c3-bf41-4177-a049-7d1c3adcbac2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.967642905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"0fa44ef1-2a93-40e6-9e0e-ecd57474c521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.02574936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"0fa44ef1-2a93-40e6-9e0e-ecd57474c521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.178613273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"8034bb9d-2bb6-42ea-8c9c-10f7ad98b0d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.227195606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"0269585a-fb76-4931-93c4-eef591aa27ba","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.369972782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"740f33a5-a9d3-4034-b4aa-74af090214ea","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.385732225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e01b8f6a-3e90-46af-bfe6-f0f63b9f2203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.38604865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"563f619a-41b6-4203-9b80-8c2640606474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.385732219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8180d20b-dcd4-4121-9431-34ddf769f4b0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.444485052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e01b8f6a-3e90-46af-bfe6-f0f63b9f2203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.444719383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"563f619a-41b6-4203-9b80-8c2640606474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.44697633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8180d20b-dcd4-4121-9431-34ddf769f4b0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.682501547Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-multi-sub-valid","reconcileID":"76c0f7b1-19e2-4805-bb0d-fbaa5a7ff60e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.845218755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"f7091f64-0697-47b9-b80e-19d11b81c6d2","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.356275705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"f22ed2c1-8724-4ed8-bf73-7934e5ff3677","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.411754598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"18dd4c55-a922-41d7-baab-89a07d8bb171","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.456055284Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-no-access","reconcileID":"179a90b3-6f01-4eb6-be14-c6feabcf1715","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.572350646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"40efdeb4-97b4-4a28-b1cb-751a73f9bf95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.610403058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"6658dad6-83ae-4d7b-9bf1-9167d27d0955","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.629838191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"40efdeb4-97b4-4a28-b1cb-751a73f9bf95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.667631719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"be632894-0401-41ab-8d26-e2df5dfb616b","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.671436063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-subscription-no-access","reconcileID":"179a90b3-6f01-4eb6-be14-c6feabcf1715","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:42.716105781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-user-subscription","reconcileID":"ca319798-e3e9-4f53-b0db-051052bd8873","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.767290829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"79c3a720-f349-47b4-8dbb-78fbc2993f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.767290826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"4cd2cdb0-99b4-49d1-805f-acdb8aeb0052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.827363776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"79c3a720-f349-47b4-8dbb-78fbc2993f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.827423619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"4cd2cdb0-99b4-49d1-805f-acdb8aeb0052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.829381737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7d23c530-5390-4fef-a53c-d9e4f871be2e","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.870519192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-test-other-subscription ai-tenant-e2e-worker-w1-316854/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.870724425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"db712dbf-81e3-4ce5-b2e2-3aeae9bc671e","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.88675164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"b76b35a7-fba0-4c69-b802-e54aff9aac08","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.887126929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"17dabb71-5ff2-4413-bb0f-d509167865f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.889351014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"0b654223-5256-4281-a1c3-f3f466ee8268","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:42.924595786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.948388934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"c13a434a-f53a-4179-8b48-8ec87d7a2c8a","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.976218561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"1ab5ae58-15ee-46d5-892b-fa88dac210ce","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:42.978193036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-316854/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.978438351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-test-other-subscription ai-tenant-e2e-worker-w1-316854/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.031229733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"ba8473f2-51cd-4eec-b2fa-cdca07429493","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.034066063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"71e4b6fa-1a98-4b55-835e-0e13c80a9d9c","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.036879879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"a99577c2-6e7e-40a4-bb94-5aaef3d7c329","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.048888377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ed80e7a9-a966-4bcd-bfaf-0089fd04d041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.050786569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d124ebdd-cdf8-4c21-ba6f-23855aeff4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.094458355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"0720a697-ad23-42a0-9217-86cafe68ed5f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.114234768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"ed80e7a9-a966-4bcd-bfaf-0089fd04d041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.114416829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d124ebdd-cdf8-4c21-ba6f-23855aeff4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.166110771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"86276bc1-7669-4586-a58e-6c00772d807c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.169960325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-user-subscription","reconcileID":"bfc2586b-a290-42c5-8c9a-602c49fe52a1","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-316854/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.224616385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"86276bc1-7669-4586-a58e-6c00772d807c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.246010798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-other-subscription","reconcileID":"9cb26f3c-7971-4033-9558-59ae8726aaab","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.256309137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"3dc88f26-8efb-40c7-8f0c-ca5bc2e29f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.25654477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"20d716b4-2a9f-484a-8f29-0630bc0b4886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.314403473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"3dc88f26-8efb-40c7-8f0c-ca5bc2e29f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.314496152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"20d716b4-2a9f-484a-8f29-0630bc0b4886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.321415853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-auth-no-access","reconcileID":"ddaea8b5-5c8c-492c-be0a-b76da66f8411","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.340106835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"cf0ec8d8-8696-4712-9fe9-5fd57ba91d7a","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.383265651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"a647e29b-ea5f-444d-8304-4fc752c68016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.413887794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"aef43839-20e1-4b82-abbb-8e3f92fc63a8","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.550311689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-user-subscription","reconcileID":"2e4a190a-a379-4003-9fa9-1877a60892cf","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.576988423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"352ad7f3-9231-4b87-a9b2-e8aebda2c54b","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.577738709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"bb5fa92f-e1a1-48c4-b9d5-3198ce265d18","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.63533079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"bb5fa92f-e1a1-48c4-b9d5-3198ce265d18","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.651310583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-other-subscription","reconcileID":"d3be1c3d-94c7-498e-941c-62df172082cb","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.595974412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"762e38ef-4ad7-4cdb-9e9a-96c098cdfcbb","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.651497529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"c9768dc3-c83f-4f96-b65a-1f94fe63ea03","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.807588841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"fbb3f4ac-e5ee-47d4-a511-eca0d78a655f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.860817053Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-316854 priority=0:[ai-tenant-e2e-worker-w1-316854/e2e-test-other-subscription ai-tenant-e2e-worker-w1-316854/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.860821624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"fdf7ae00-a6ac-44c0-919e-5330764c2f6d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.865221251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"fbb3f4ac-e5ee-47d4-a511-eca0d78a655f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.919570459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6914244a-a1d5-4612-9512-00973705e28c","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:44.966569259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-subscription","reconcileID":"0e702147-b09e-44fc-9e91-9fd7acdea875","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.017799408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"a73a1b24-9a57-41a6-8b2b-67bf29acb78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.017800961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b448af1e-84f7-402b-98fd-b7dc53f4ba1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.075916619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"a73a1b24-9a57-41a6-8b2b-67bf29acb78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.076134331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"b448af1e-84f7-402b-98fd-b7dc53f4ba1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.076717316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"9c17a4c8-1f03-44ae-a439-4e1ea4ba95ea","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.132247622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"1afa5081-60e8-4f97-8328-e0968051a0d7","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.189315213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"0c9de27f-be35-4fae-b342-73004664cbd6","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.345596191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"d9fac442-8c73-47a4-84a7-478423cbe193","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.403285646Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-subscription","reconcileID":"294f7734-8653-4db0-9dc2-b9201df2bbd8","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.403763597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"d9fac442-8c73-47a4-84a7-478423cbe193","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.451172805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1ffd21e3-7c48-47f9-a9d1-e3a96cf3cd17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.451177695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f1e31e95-a37a-4161-ad6d-981629430174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.509518849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"1ffd21e3-7c48-47f9-a9d1-e3a96cf3cd17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.510192868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f1e31e95-a37a-4161-ad6d-981629430174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.571518144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"52dec32f-456f-4f0e-b745-49c3c6328536","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.615183506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"06c07f76-05fc-48b7-b8c5-0d9222e35713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.783133521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-subscription","reconcileID":"6dc6ddd6-ded5-4b50-a17f-78a3ad961c32","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:45.891251051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"912c8153-5dd9-4fa9-8afc-b7de853428fb","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.04746195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"c90b84ee-16b9-4213-87b5-ad762b26c7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.047654181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7a24bc42-2e2b-498d-bfc6-c42c15457bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.04746289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"4aebffe4-d5ee-417e-8a04-74eb5cc4d23d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.105357908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7a24bc42-2e2b-498d-bfc6-c42c15457bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.106280409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"4aebffe4-d5ee-417e-8a04-74eb5cc4d23d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.107745864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"c90b84ee-16b9-4213-87b5-ad762b26c7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.150727942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5f242d22-de11-4154-93e0-87757a678042","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.307142438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"0dcb7cca-6513-470d-ac38-9b2063d7c5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.307180376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0a9271cd-a441-4bdb-b09f-a12d45e172d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.307538697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"5ce85cec-7064-452f-a907-3b07a0c0bcf6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.366168101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"5ce85cec-7064-452f-a907-3b07a0c0bcf6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.36618551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0a9271cd-a441-4bdb-b09f-a12d45e172d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.368306805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"0dcb7cca-6513-470d-ac38-9b2063d7c5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:49.862476564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-sub-binding-04870b56","reconcileID":"c8dd1f82-7ccb-42ed-9d39-a28482ddf65a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscription":"e2e-apikey-sub-binding-04870b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.081393325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-apikey-sub-binding-04870b56","reconcileID":"c8dd1f82-7ccb-42ed-9d39-a28482ddf65a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-04870b56","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.292921535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"598c8287-d8c8-40d1-a11b-3f33d50e634d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.344551781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"5c95273c-9aea-4442-8dbf-396b073c900f","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.404164092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"1d6dfb08-c230-481b-98ef-2560ef25051e","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.501952138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"c66af9ff-5a2c-40d9-abce-048eec81bf4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.50195208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3ba4b18f-a111-49d6-b82a-513634f214d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.559800514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3ba4b18f-a111-49d6-b82a-513634f214d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:50.561177989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"c66af9ff-5a2c-40d9-abce-048eec81bf4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.28515992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"c55a84e3-cb97-4c31-8602-59c002fd9c44","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.340670868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"1f04fcbb-4c6d-4f9e-b978-36c3a7479af4","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.497037754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"79adfe60-f8d8-4c37-88dd-db66918a6869","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.54635537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"8b73bda9-9256-4b46-b52a-459a3bdc102c","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.55485478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"79adfe60-f8d8-4c37-88dd-db66918a6869","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.602779961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"91167db6-27f7-407f-a0a5-ceafdb64c367","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:28:51.653518415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-sub-only","reconcileID":"281a0f95-f44c-4a3f-99a3-5647903b29c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.704822095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d029b5fc-f60b-47f3-871b-02edaa301b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.704822297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e6dc8e0f-fa65-45c7-bfc1-684a99d0acd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.762943806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"d029b5fc-f60b-47f3-871b-02edaa301b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.764059892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"17d5e5a4-5893-43ed-a2f2-a45850c507a1","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.764082425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e6dc8e0f-fa65-45c7-bfc1-684a99d0acd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.821548232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"8a584a8b-f20f-4707-86d0-88eb77057138","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:51.939297164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"3c45e734-67e4-439c-9d86-0aa727de64df","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.095382115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"81b139ed-ea8c-443f-91e1-f4b727af583d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.153178257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"81b139ed-ea8c-443f-91e1-f4b727af583d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.157810787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-sub-only","reconcileID":"8b9ea0be-1306-4cfe-8ca6-654cf3719c90","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-4499d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.195371492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5d102703-80d9-4160-a946-5c2eed0fbe30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.195371489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"2fa11980-eee2-4f2d-89cf-e4194c463dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.253095695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"2fa11980-eee2-4f2d-89cf-e4194c463dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.253208784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5d102703-80d9-4160-a946-5c2eed0fbe30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.326677963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"e1f98868-dd1a-465c-9b3b-fee502bb8b5a","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.36978762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"a1827fef-968d-4fa3-9a7e-66f122a2c92b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.537455138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-sub-only","reconcileID":"ef843966-81a0-460c-931b-7612f2e6b3c4","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.809378722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"a9745e34-4197-4af4-945d-97bf80376361","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.96600787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e6f84830-bcdd-4c77-bcdf-218c373cf4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.966155386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"e61131b8-6a69-4977-b249-63bfbc3f8e6e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.966010883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4e7aa58d-51d2-4b2f-8454-ff60637b2ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.023968522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"e61131b8-6a69-4977-b249-63bfbc3f8e6e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.024039892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4e7aa58d-51d2-4b2f-8454-ff60637b2ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.026198451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e6f84830-bcdd-4c77-bcdf-218c373cf4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.056125336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-user-subscription","reconcileID":"90a3c4e7-a4d9-481d-90a1-a2c8136486c5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.274292568Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-user-subscription","reconcileID":"90a3c4e7-a4d9-481d-90a1-a2c8136486c5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.485954755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-other-subscription","reconcileID":"9a3f34db-dd1c-4971-9473-00e7f8f47efc","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.486136333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"7b6db371-c388-4317-a2c9-edb91fec5398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.534216837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7d71afab-4c8a-4ffe-9cc0-060fcac8870d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.689989223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"c9dc2b35-638a-45a6-8ba8-1c34e757d88f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.690844431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"b06878a3-51f0-4cd8-8347-5efd8d77afe6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.691341654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"67af3ba9-23fc-44a9-a6f6-976a1d3dc9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.691715453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9fa175bf-a62f-42bc-910a-0d7bf8869943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.749765292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"b06878a3-51f0-4cd8-8347-5efd8d77afe6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.750005878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"67af3ba9-23fc-44a9-a6f6-976a1d3dc9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:56.752579017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9fa175bf-a62f-42bc-910a-0d7bf8869943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:57.113671949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"82252ca5-19a3-4cb9-9175-a7835326c135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:57.113713171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"026b7803-fe4b-4364-93a3-d018bf4842e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:57.114191721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"d97df3fc-fbef-426a-b94a-22a73f4f2d3b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:57.171948113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"82252ca5-19a3-4cb9-9175-a7835326c135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:57.173124783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"026b7803-fe4b-4364-93a3-d018bf4842e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:57.174109978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"d97df3fc-fbef-426a-b94a-22a73f4f2d3b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.315157035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-subscription","reconcileID":"00f982d3-7667-4b2c-aac4-0df8728ec183","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.533825174Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-subscription","reconcileID":"00f982d3-7667-4b2c-aac4-0df8728ec183","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.745502855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"2d048582-e11a-4076-bb40-457a6a46aa39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.793925102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"112f78e6-5e3c-4293-a314-940696c8ad8d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.925035642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"0218640f-df39-4a6d-8a74-ac4e5e2b531a","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.952332858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"45116323-26ab-4334-a809-ecce959eb859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.952416865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"db2745f2-d0ad-4674-a40d-66398a23ebc8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:58.952847829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"83324843-9488-406b-86a2-66b21b6a5a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:59.010436974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"45116323-26ab-4334-a809-ecce959eb859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:59.010486994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"83324843-9488-406b-86a2-66b21b6a5a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:59.012643743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"db2745f2-d0ad-4674-a40d-66398a23ebc8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:59.218817045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-test-group-auth","reconcileID":"5fb1bd6e-4ed5-4a46-b766-7896f9de023a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:59.475641599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f02a0c06-6e9d-4e4b-9dc4-c0aba1ba1f32","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:04.973110381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-sub-only","reconcileID":"6677e867-4369-4a99-b0d2-25baecd98509","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.191412268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-sub-only","reconcileID":"6677e867-4369-4a99-b0d2-25baecd98509","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.403591045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"3141caa6-2dc9-442b-9b27-c97db49d0e6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.466857498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"30e3177d-7540-40fd-b62f-8efb12b871fa","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.617696315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"87eeacbb-5874-4492-a12c-29410bb136cc","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.623800059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9973e61f-87ae-4a28-b4c3-20d6bd22f1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.62385838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"964a9a4c-fa2a-46f1-9531-7afb282d780c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.624256136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"4a0503d4-ea19-47dd-a698-2709f9fcd78c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.682126601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9973e61f-87ae-4a28-b4c3-20d6bd22f1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.683481871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"964a9a4c-fa2a-46f1-9531-7afb282d780c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.684622429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"4a0503d4-ea19-47dd-a698-2709f9fcd78c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.886774264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-test-group-no-auth","reconcileID":"b87fe6b9-5acf-4731-900d-aa44a9878724","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.144131138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"19c01752-37ca-4fb1-a9cb-d892d2f79723","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.33129195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"344688c7-7bd1-4c7f-83dc-e870f0bb42c3","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.389137744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"36abca70-be75-4b82-a9d7-a180f21a04bd","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.545421177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-active-auth-only","reconcileID":"0487aadd-6b34-4beb-858d-10394dc9f769","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.637116831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-active-auth-only","reconcileID":"0487aadd-6b34-4beb-858d-10394dc9f769","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.711521536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.858340559Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-other-subscription","reconcileID":"ecd4e810-0444-42fa-819e-2bc825c42f5f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:06.939126222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"8569dc7a-f75d-41a4-9c6d-e9bf151affc5","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.116550362Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-other-subscription","reconcileID":"ecd4e810-0444-42fa-819e-2bc825c42f5f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.176412298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-active-auth-only","reconcileID":"230d9efd-b0f8-4e94-88a9-d867c63810c6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.237088413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-active-auth-only","reconcileID":"230d9efd-b0f8-4e94-88a9-d867c63810c6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.343996551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"e22ba74e-fdb8-457e-a52a-513775baaeb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.384458194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"bae06749-b7b9-4c1e-91df-8dc6ce1a9e96","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.533351428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"ce641021-20f4-4e1c-b3ba-526629bd330a","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.54127938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"19f6b43d-fd1e-472d-ae79-b03a62ecfe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.541406151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"961339f4-f21f-43a3-b78f-c300316df10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.541288805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"928dedab-b0c4-4a59-b8fd-7d7a49038e6a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.599778617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"928dedab-b0c4-4a59-b8fd-7d7a49038e6a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.600810078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"961339f4-f21f-43a3-b78f-c300316df10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.601924216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"19f6b43d-fd1e-472d-ae79-b03a62ecfe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.614554994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5653e2d1-a3a1-4409-a1a2-439becd0226b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.667256803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5653e2d1-a3a1-4409-a1a2-439becd0226b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.720195288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5653e2d1-a3a1-4409-a1a2-439becd0226b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.773324699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5653e2d1-a3a1-4409-a1a2-439becd0226b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.82094237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-test-auth-access-denied","reconcileID":"0946b35a-2b5f-4025-b8e7-d707b9f44484","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.983430966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"37dc9012-b521-441a-ba7f-9c4256d856f0","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:08.901819452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-active-auth-only","reconcileID":"0f818953-70e5-4cc0-a89d-335f7a1b0bea","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:08.901962811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"2866c5a7-00bd-4fcb-8b79-9b8273d71f3d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.157285675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"c8ee707b-d6be-43e1-8109-cd9fb2d432a9","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.677051869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac02467-de3c-4a5f-9ff9-680fdf500634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.732355991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac02467-de3c-4a5f-9ff9-680fdf500634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.785481407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac02467-de3c-4a5f-9ff9-680fdf500634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.838380167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac02467-de3c-4a5f-9ff9-680fdf500634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.017809248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"48a79fa1-1318-4863-8626-7fb237344e02","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.110827207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f0df08c8-ac3f-4561-b3d2-32efb3729077","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.269717333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"13b5e3b8-5389-4dd1-92e6-057159b95d39","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.296299326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"74273a71-e3e6-4ce8-854c-b4ad6e166eb6","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.327242898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"13b5e3b8-5389-4dd1-92e6-057159b95d39","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.35383765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"18f48052-fc87-4c79-ab70-6b318bfb662a","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:10.40035805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"499db2a6-75fb-4eae-8108-b017bca6f867","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.452852819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9ce3fb5f-7b07-45a3-b739-3340dbbfa084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.452953129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"844b58d6-542d-44f1-b1a4-00b63cfd94fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.511882111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"844b58d6-542d-44f1-b1a4-00b63cfd94fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.512542062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9ce3fb5f-7b07-45a3-b739-3340dbbfa084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.51295391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"e400a32a-c90b-4857-8936-18051aeeca8e","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.570931218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"48ff8653-4b87-4406-9cba-06fa5872c307","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.64660337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"09a81659-8e6f-4666-9bae-d94723d7e184","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.842737675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"20b2a71c-527b-4dd7-b82c-85df854348b4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.843142559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"5f830374-db43-40e5-930a-18b1e884bb8c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.896462446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5021fd62-1221-457e-9292-a534865e0aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.896682423Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"5f830374-db43-40e5-930a-18b1e884bb8c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.89691567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"fa17006c-1f18-4b7c-910b-bf4f21a7f918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.955171966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"20b2a71c-527b-4dd7-b82c-85df854348b4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.955204956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"5021fd62-1221-457e-9292-a534865e0aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.958058136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"fa17006c-1f18-4b7c-910b-bf4f21a7f918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.117088822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"b9acf965-88a1-4095-a29e-abfd87721600","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.167854384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"129fb161-cff7-448d-bf2a-5aaea9d5cafc","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.399624469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"ad74adb4-e572-43f8-979f-39b829697620","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.39974907Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"ad74adb4-e572-43f8-979f-39b829697620","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.805203001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc12ba10-861b-4744-8978-69055285d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.857615045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc12ba10-861b-4744-8978-69055285d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.910243621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc12ba10-861b-4744-8978-69055285d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.962792355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc12ba10-861b-4744-8978-69055285d659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.713097882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"14d8ba1a-5745-4733-9d52-650ee01b7d95","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.86951548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"8a41cf90-2b8b-4c07-99c6-b0bf55112ae6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.869742674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0c2359df-83c1-41e9-937d-6dca3250a8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.869515458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"027820c3-bf05-488c-ab39-fcc83d440cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.927362363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"027820c3-bf05-488c-ab39-fcc83d440cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.927383771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"8a41cf90-2b8b-4c07-99c6-b0bf55112ae6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.929638994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0c2359df-83c1-41e9-937d-6dca3250a8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.2333558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-failed-auth","reconcileID":"fb8ef2db-a479-44dc-bebb-23919ccd4ae3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.292859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-failed-auth","reconcileID":"fb8ef2db-a479-44dc-bebb-23919ccd4ae3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.350606235Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-failed-auth","reconcileID":"fb8ef2db-a479-44dc-bebb-23919ccd4ae3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.72122515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-failed-auth","reconcileID":"4bfbddb1-399d-428e-9b65-8fc65a1522ad","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.778617617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-failed-auth","reconcileID":"4bfbddb1-399d-428e-9b65-8fc65a1522ad","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.83481801Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-failed-auth","reconcileID":"4bfbddb1-399d-428e-9b65-8fc65a1522ad","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.894464787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8738d51e-8105-4a11-947f-af78b8a5ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.947158197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8738d51e-8105-4a11-947f-af78b8a5ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.999577782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8738d51e-8105-4a11-947f-af78b8a5ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:14.05222746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8738d51e-8105-4a11-947f-af78b8a5ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:15.349409143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-failed-auth","reconcileID":"0b58b27b-6bb5-444d-be3b-1f9a102c2ad5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.381578815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"c79f0079-5a95-4f8d-bc06-665b332ba7e3","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.437459083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"170b881c-ca05-4ba9-b1b0-d93b2d110ef2","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.642956347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"26e78959-3d40-4281-92f8-71201a6d6d1f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.645851078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"bbee3efe-299b-4444-a5fc-ef9fa0205e48","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.70455536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"bbee3efe-299b-4444-a5fc-ef9fa0205e48","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.760725228Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"26e78959-3d40-4281-92f8-71201a6d6d1f","name":"e2e-praxis-a-da6e4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.813147134Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"bbee3efe-299b-4444-a5fc-ef9fa0205e48","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.144957616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"5e91107d-1b3f-4b9a-8e06-52bb7e2d0899","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.353076409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"2e6192e3-4b3e-4e10-a0ff-e3e0a0aae732","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.410218716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"2e6192e3-4b3e-4e10-a0ff-e3e0a0aae732","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.518133371Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"2e6192e3-4b3e-4e10-a0ff-e3e0a0aae732","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:18.794359868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"aba0627a-0a9c-489e-92b2-4df15a992ab7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:18.794383141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"9c99ddd9-1e98-498f-9265-ea9f7286ee69","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:18.847076545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-status-degraded-auth","reconcileID":"aba0627a-0a9c-489e-92b2-4df15a992ab7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:19.105302859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"0ea4eb42-d58a-43fc-9842-609a816e7057","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:19.91199932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"4dc0b4d2-ec66-425e-a430-0112ddda9b6a","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:19.967598591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"00294efc-d8b7-4f8d-8c9b-62b759e4c77d","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.124473483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"e53ca3d2-1cdf-4b0c-bc64-308f3d0d57a6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.182565683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"e53ca3d2-1cdf-4b0c-bc64-308f3d0d57a6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.182657229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"54b36499-16b3-4dbe-b972-68505afe7ca6","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.240623233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"53e7755d-a7e8-44aa-8037-b0ed135177ac","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:20.289520244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"b0ccaa1c-0a92-401c-8a7a-4d8f4acaeead","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.341281432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e6bb2d64-13ca-4f8e-b2e2-88d5bf6348df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.341315864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"8a0b9487-9a06-45b2-a340-7b65f803d458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.40039343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e6bb2d64-13ca-4f8e-b2e2-88d5bf6348df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.402806578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"8a0b9487-9a06-45b2-a340-7b65f803d458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.403352817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"bdbab601-5a91-4eeb-8a53-622e296159ac","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.466075556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"952af91b-d18c-4cdf-8ecf-af4c608e28b3","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.501384725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"34d5eae0-28f3-4e46-a687-b6e6f922dbcd","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.660017071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"f38a1909-0800-4ea7-99ad-e29324f8abfb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.717263292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"f38a1909-0800-4ea7-99ad-e29324f8abfb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.740471768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"7d5f298d-eec4-466c-baf5-482b77346ebc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.740781322Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"7d5f298d-eec4-466c-baf5-482b77346ebc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.762504842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ce44d500-e18c-4a23-b842-4685a4c1b170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.763277931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5c289002-2623-4166-8505-c158d0175c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.822065611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ce44d500-e18c-4a23-b842-4685a4c1b170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.822567517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5c289002-2623-4166-8505-c158d0175c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.960602591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"fb17c540-918f-49bd-9cfc-edfe291b9a5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.980323024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"aae0a390-b862-4588-a699-d88c07af9719","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.202500745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"b466f3ef-c355-45c9-8ae6-a5ba31c59046","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.202688909Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"b466f3ef-c355-45c9-8ae6-a5ba31c59046","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:22.878890425Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"85c620e4-465d-4c26-9d92-11e7fd427063","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.109018891Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"85c620e4-465d-4c26-9d92-11e7fd427063","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.109049564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"85c620e4-465d-4c26-9d92-11e7fd427063","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.1091835Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-sub","reconcileID":"85c620e4-465d-4c26-9d92-11e7fd427063","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.209132294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"25a53bda-aaad-411e-b9cb-a024f3d57e4e","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.320713931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"fdeafb85-6ec2-4f71-9966-f7207dad86cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.367002027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed49d1d5-0083-4f1a-b159-e03030a8af62","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.367239443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3d2cf341-6de3-404a-9416-61d0f0a71b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.367002081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bf9897b2-3c83-4633-9e89-4e2a89ffe44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.425130677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3d2cf341-6de3-404a-9416-61d0f0a71b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.425207999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed49d1d5-0083-4f1a-b159-e03030a8af62","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.427354282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"bf9897b2-3c83-4633-9e89-4e2a89ffe44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.427789248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5ef2a3c8-f2cc-43cf-95e8-a600287e10e3","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.576009633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"a3f0280f-ee7d-4152-abb2-9c6ebfa30464","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.584080991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"1090277d-9e1d-44af-be39-168728a82380","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.584082936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"5e7af620-ebab-404e-a6c9-5e3b1c81795c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.648112483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"5e7af620-ebab-404e-a6c9-5e3b1c81795c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.648355137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"1090277d-9e1d-44af-be39-168728a82380","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.786817291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"22e74124-aebc-437e-a865-b27820f79595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.808944838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-status-degraded-auth","reconcileID":"f3600cd8-33c0-447d-8bd7-6990f41dc6bd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.84962327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"22e74124-aebc-437e-a865-b27820f79595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.970531879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f7835534-19da-4400-97f2-6ea829769e58","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.817544325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"02f34d95-93ac-4d1c-8341-477c6d28c1db","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.875075822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"0b1b63cb-864c-4aeb-be55-54412d6339a1","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.031627278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"81ffe5f9-2dab-479f-9c47-59ff1e1e99f4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.07537758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"daf9464c-9df6-4ff8-bcdc-81cc5833e13b","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.090284135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"81ffe5f9-2dab-479f-9c47-59ff1e1e99f4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.133120516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"4070937b-3e46-41c2-a459-4e9b600a3492","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:25.180035079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"40a8ccf1-ed1f-4d26-a4a9-e9ad662989f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.232592541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"3b6bfcff-1c9e-48c6-97d1-1ba16e9f4d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.232592457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"0680707a-fc75-4363-a9a2-869644297b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.290484194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"3b6bfcff-1c9e-48c6-97d1-1ba16e9f4d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.292081629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"1bf11c5b-cba5-4b42-94ea-d1222de7bf44","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.292958243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"0680707a-fc75-4363-a9a2-869644297b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.352278154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"121695e8-ad53-4562-afec-15e61bec25ae","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.41885328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"faaff459-e683-4072-9408-7da33ec18dbf","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.574954759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fb3040bb-bfb6-45c1-ba58-da458b360a48","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.625319659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"920b2358-2f90-44fc-a9a4-688fb723e88f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.625469902Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"920b2358-2f90-44fc-a9a4-688fb723e88f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.632167182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fb3040bb-bfb6-45c1-ba58-da458b360a48","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.667055009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f30378c9-f0db-4446-870c-7e4f1264a49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.667055798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"2df20199-b4cf-45f2-ae2c-93af71c82519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.724458901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"f30378c9-f0db-4446-870c-7e4f1264a49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.724665488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"2df20199-b4cf-45f2-ae2c-93af71c82519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.835836982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"c30ee667-eb84-4bd9-ae1d-092f0785ac77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.90049687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"851ce167-4a59-4036-9dcd-8c3a4678fdd4","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:26.111829189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"fec3049f-e179-4592-acff-ed0775ab6d75","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:26.112019085Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"fec3049f-e179-4592-acff-ed0775ab6d75","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-inf","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:27.642026099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-failed-sub","reconcileID":"3b0a9f9d-0ca6-4a64-aff9-0ba7fa12db22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.652274838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"72e39b3c-c753-4473-abc6-9a838ef95757","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.693513035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"cfe47182-0d60-45f3-9526-7f9aa260a09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.693526905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"5eb10111-5387-49cc-a1fb-a2b827682bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.751470248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"5eb10111-5387-49cc-a1fb-a2b827682bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:27.75249628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"cfe47182-0d60-45f3-9526-7f9aa260a09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.113568606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"93edcf74-e67e-467b-9f47-e4c6352d7f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.113566369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"77c84846-f64e-41cb-a72e-f633dd83a8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.125805214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6161314e-c868-47e8-9d44-6c8e62f65b60","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.171168554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"93edcf74-e67e-467b-9f47-e4c6352d7f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.171372676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"77c84846-f64e-41cb-a72e-f633dd83a8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.28770566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"57d394b4-11e9-46e1-b379-fccb16c0a5db","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.287903732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"cb0f81b2-e11b-4a65-9dc0-be359e8dcabc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.28821158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"33040bc1-0919-4c10-8f67-699ee8b2ec8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.345363294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"57d394b4-11e9-46e1-b379-fccb16c0a5db","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.345796447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"33040bc1-0919-4c10-8f67-699ee8b2ec8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:28.347632388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"cb0f81b2-e11b-4a65-9dc0-be359e8dcabc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.116521664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"e9e7754a-dbfb-41d7-8f15-bd64ef8ce6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.116521832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0e3c7496-3f0b-40fe-ab06-257ee08b1e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.174575007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"e9e7754a-dbfb-41d7-8f15-bd64ef8ce6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:30.175858953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0e3c7496-3f0b-40fe-ab06-257ee08b1e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.373271957Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"70845a02-5fb9-4875-801f-848784c81f78","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.591549879Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"70845a02-5fb9-4875-801f-848784c81f78","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.591583376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"70845a02-5fb9-4875-801f-848784c81f78","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.59173252Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey","reconcileID":"70845a02-5fb9-4875-801f-848784c81f78","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.803460824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"448395f7-3b6c-48de-9127-1895b7aedf79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.860369077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"91243e9b-30f5-48cd-a973-821bb80e6f5e","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.993574254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"b58233c1-61d7-4ab2-88c6-19b8e85a893a","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.016644788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"be8f1f09-8027-4c7e-8786-2fffdb595a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.016845124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"989917cd-028d-4294-a7bd-c96e291792f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.016658427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"d7735461-516c-48cc-9f6b-bb3169cedb2c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.074988743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"be8f1f09-8027-4c7e-8786-2fffdb595a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.075264954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"d7735461-516c-48cc-9f6b-bb3169cedb2c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.077291129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"989917cd-028d-4294-a7bd-c96e291792f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.280938523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"c05fa26a-da77-49e2-a3bb-28483d789be2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.544725993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"7cc26b72-935b-498e-a997-f3cea7d1ab03","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:36.740293079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.295387205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"d291fec5-a6c3-48f2-b938-6795c8dc6e0e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.512927958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"d291fec5-a6c3-48f2-b938-6795c8dc6e0e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.512960731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"d291fec5-a6c3-48f2-b938-6795c8dc6e0e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.513074856Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf","reconcileID":"d291fec5-a6c3-48f2-b938-6795c8dc6e0e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c51fb8/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.725011145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"35efea8f-69b7-479c-b396-4a30229e128a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.782008202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"a3d9fa5a-8416-4edb-8dc7-b49387330c4d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.917072468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"0f7d3b36-8959-41fa-9558-6c3aee800083","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.938202559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"762a2994-d7c9-46e5-8ad5-8472c16ea4e0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.938403044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d1622e41-c645-4b08-998c-944179410962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.938202619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4c4422c0-3424-4c66-8b6e-3a7056fc79aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.996105165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d1622e41-c645-4b08-998c-944179410962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.997232396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4c4422c0-3424-4c66-8b6e-3a7056fc79aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.998427724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"762a2994-d7c9-46e5-8ad5-8472c16ea4e0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:39.200976463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5d18fe42-9737-4871-8f6f-133eb9478ec9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:39.461194823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"43b68567-6d12-4a12-9022-17de461a97dc","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.124080862Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-failed-sub","reconcileID":"9e834219-75a2-440f-b492-4166b7188d98","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.124224271Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-failed-sub","reconcileID":"9e834219-75a2-440f-b492-4166b7188d98","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-316854/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.551239408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"82774301-3680-45bd-baf3-f1ce0b4181ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.551239108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"621a3c58-037c-4dbc-a824-46a520660236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.608734718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"621a3c58-037c-4dbc-a824-46a520660236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:40.608819374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"82774301-3680-45bd-baf3-f1ce0b4181ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.274694072Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","namespace":"ai-tenant-e2e-praxis-b-6795ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.274753746Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","namespace":"ai-tenant-e2e-praxis-b-6795ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.27480471Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","tenant":"e2e-praxis-b-6795ec","tenantID":"e2e-praxis-b-6795ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.329409248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"Deployment","name":"maas-api-e2e-praxis-b-6795ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.390152543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"Service","name":"maas-api-e2e-praxis-b-6795ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.417699626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"409ee8c0-4bc0-4ae8-851a-2a9990ad863f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.417736028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"409ee8c0-4bc0-4ae8-851a-2a9990ad863f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.445758059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-6795ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.476579785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"9a6e3bb1-0239-4e66-825a-2d430e00d266","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.500003753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-6795ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.55872992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.569307943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"3b560e9c-37d6-405f-8068-323cb3f74ad1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.569433938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"3b560e9c-37d6-405f-8068-323cb3f74ad1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.616482221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.625358935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"45e9125d-5745-4407-a094-ec1e3fdc3c3c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.625377972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"45e9125d-5745-4407-a094-ec1e3fdc3c3c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.673837305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.730092612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.786177439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.839182938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.839363506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"a096dd9b-6999-464d-ab0d-446c2c6fe30e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.874632565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"13722da7-9945-46f4-89fc-efc74011527c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.874748389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"13722da7-9945-46f4-89fc-efc74011527c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.891430265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"Service","name":"payload-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.898024836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"a096dd9b-6999-464d-ab0d-446c2c6fe30e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.943250454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"bacbc348-50e7-4a41-a817-1dc7de134a3e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.94327464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"bacbc348-50e7-4a41-a817-1dc7de134a3e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.943997656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:41.981162891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"b0265ab9-2339-496f-8872-c4891a2c1d13","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:41.996227594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:41.997654642Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"bacbc348-50e7-4a41-a817-1dc7de134a3e","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:41.99771864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"bacbc348-50e7-4a41-a817-1dc7de134a3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.003162064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"54380154-7b53-4189-b11f-dd5e5b4cb658","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.003184904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"54380154-7b53-4189-b11f-dd5e5b4cb658","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.048621305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.084408234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"266a28ad-4d22-478e-8f3c-dcd08b51a7aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.087586521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"1e0cc3ab-9d09-4b91-a95d-4a0512bfc34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.090998545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"900b7e31-ec7d-49bd-96f4-2a07a666c3aa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.09101652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"900b7e31-ec7d-49bd-96f4-2a07a666c3aa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.105840615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.143776071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"266a28ad-4d22-478e-8f3c-dcd08b51a7aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.14639449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"1e0cc3ab-9d09-4b91-a95d-4a0512bfc34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.149772862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"be84d967-234e-4456-8483-c642f4075c68","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.149791962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"be84d967-234e-4456-8483-c642f4075c68","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.164156497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.216257639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"f872e49f-b5d2-4d87-9d9c-07b3a00873ed","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.216278671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"f872e49f-b5d2-4d87-9d9c-07b3a00873ed","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.216503639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.26870629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.321240545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-6795ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.367304633Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"9a7fae33-9cb3-4667-b7ec-ffd2d8fbbf34","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.373175686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6795ec"},"namespace":"ai-tenant-e2e-praxis-b-6795ec","name":"default-tenant","reconcileID":"055607f9-a948-41f5-a02a-80175fa6b992","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-6795ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.424965926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"48aab2ff-7a8d-4937-a797-3d5ff195d31f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.48261569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"48aab2ff-7a8d-4937-a797-3d5ff195d31f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.526815845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"907d6b82-827e-4da6-a4a9-7b267f9cc3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.526815939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b801f983-602a-4251-8356-e57236dab8b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.535398494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"835819cc-f4c4-43d3-afb6-45e8e5c9e37a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.53541827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"835819cc-f4c4-43d3-afb6-45e8e5c9e37a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.584976225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b801f983-602a-4251-8356-e57236dab8b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.637379164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"907d6b82-827e-4da6-a4a9-7b267f9cc3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:42.796227746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"ce7df55e-6a1b-49ec-b4c5-99a975c1b95a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:46.45694783Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6795ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6795ec","reconcileID":"bc9c46b6-c53a-4bdb-b020-8b73e9c41e5e","aitenant":"ai-tenants/e2e-praxis-b-6795ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.030013174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f3120-ce4d-4e09-8b52-8f5fbe2285a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.087310826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f3120-ce4d-4e09-8b52-8f5fbe2285a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.141085695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f3120-ce4d-4e09-8b52-8f5fbe2285a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.193962844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82f3120-ce4d-4e09-8b52-8f5fbe2285a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.305333228Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6795ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6795ec","reconcileID":"bc9c46b6-c53a-4bdb-b020-8b73e9c41e5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6795ec","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-6795ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.48729551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"fe047f1b-3caa-424e-b15f-8b9286ee8e53","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.543014143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"bdc88fe1-481d-42f5-8f0a-7f1a56d381d3","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.701034494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"209ec73a-747f-4f42-a1b9-dffc6ad0ca74","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.760413506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"209ec73a-747f-4f42-a1b9-dffc6ad0ca74","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.763083627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"a531cb31-528d-4da3-8b6b-18dfea401a88","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.826146823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"af9bdbbc-0f81-444f-add0-105a06d03d39","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.82625802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"af9bdbbc-0f81-444f-add0-105a06d03d39","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.869352315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"cc7e6280-9172-4f8e-ae40-c2fd4aa0e94b","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:47.879366985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4499d5/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.924630907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"6c9a0deb-5874-4388-b413-413c9bdff437","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.928355505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3295704b-85ad-4e61-8fe8-b48dd610a2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:47.987814612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3295704b-85ad-4e61-8fe8-b48dd610a2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.036480867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"5d7ea4e5-9e22-43a7-850e-0f1a212d28c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.108768953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"34d91cdf-199e-4c35-be61-c3c7f53098d4","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.122399709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"5d7ea4e5-9e22-43a7-850e-0f1a212d28c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.221303802Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"284e456b-e7bd-43a3-a32d-253e783c209e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.226653276Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"284e456b-e7bd-43a3-a32d-253e783c209e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.281321442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"2fb3b030-8969-4b3b-8b82-d6141a60b1fe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.339128301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"2fb3b030-8969-4b3b-8b82-d6141a60b1fe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.43873109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"7cbdbc79-6e3b-4106-a733-a357476047a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.492770547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"e16cd019-ce41-470e-ba9d-6d2226f22d72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.496274816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"7cbdbc79-6e3b-4106-a733-a357476047a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.497589509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"dc8dbb47-8ece-47eb-b2ca-7e9b8a79247b","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.603434219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"5b287bbd-ded5-48d6-9b38-c2b91a1e11e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.66166892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"5b287bbd-ded5-48d6-9b38-c2b91a1e11e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:48.697980297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"2fb3b030-8969-4b3b-8b82-d6141a60b1fe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.803131602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"437c2873-26a3-4c08-93ef-2684ac5f5c75","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.803294043Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"437c2873-26a3-4c08-93ef-2684ac5f5c75","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.860120344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"25b1bb91-2c54-46cd-9541-cd9246d419bf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.917641945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"25b1bb91-2c54-46cd-9541-cd9246d419bf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.196636362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcba9cd-ea2c-4d3d-950c-7bce8bd229c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.249228106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcba9cd-ea2c-4d3d-950c-7bce8bd229c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.302192346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcba9cd-ea2c-4d3d-950c-7bce8bd229c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.354828085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcba9cd-ea2c-4d3d-950c-7bce8bd229c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.57783009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"b66ad7c9-e01c-4276-adb0-12bea2961f65","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.788522623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"50cdd98f-6340-414b-bbce-a63796243acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.788663259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"19e3e837-1ee2-48c4-b5ef-369463e76668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.788521175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"5677d5cb-bb41-48ea-8b96-1e55f289bf83","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.846831249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"19e3e837-1ee2-48c4-b5ef-369463e76668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.847690822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"50cdd98f-6340-414b-bbce-a63796243acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.849135788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"5677d5cb-bb41-48ea-8b96-1e55f289bf83","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.288817085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964750ff-df27-41bd-83bf-233e980cf26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.341563204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964750ff-df27-41bd-83bf-233e980cf26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.394121413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964750ff-df27-41bd-83bf-233e980cf26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.446823407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964750ff-df27-41bd-83bf-233e980cf26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.00122017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"191aa3d9-c90e-4fbf-b435-0b1d6b2f007c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.176207201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"73544ac1-dcee-495b-952a-eddc8b9ebcfc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"tenant":"e2e-worker-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.176237573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"73544ac1-dcee-495b-952a-eddc8b9ebcfc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.561111934Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"327f6d8a-3635-4575-8ad1-f67b45469a10","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-316854/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.617534287Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"e2e-temp-model-status","reconcileID":"f6b1365a-4a5c-4636-a76e-a3278c1ffe7b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.618292626Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"327f6d8a-3635-4575-8ad1-f67b45469a10","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.72428998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ee53f9ec-2ba5-4023-b561-8fb8e18049d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.790559411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ee53f9ec-2ba5-4023-b561-8fb8e18049d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.794581844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"60cc2ca5-f829-4dd1-8e05-b9c694f8556f","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.861818976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"a06ba397-0ba5-4819-855a-524642f679ed","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.864533599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"c8419f46-c89d-43b6-b084-b55eae5ff415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.8653474Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"aa98057e-868e-4f46-b7f2-4582eeb70603","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.948989052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"a06ba397-0ba5-4819-855a-524642f679ed","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.949029224Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"a06ba397-0ba5-4819-855a-524642f679ed","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:53.951196185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"c8419f46-c89d-43b6-b084-b55eae5ff415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.22551729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"5586d9ba-751a-4db5-9873-c1a753128b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:54.24567487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"5a9746f1-a406-41f6-924b-70f69e4b291e","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.282691991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"5586d9ba-751a-4db5-9873-c1a753128b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.327513287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"d513e4dd-6745-4365-b036-df60a081aadb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.386724174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"d513e4dd-6745-4365-b036-df60a081aadb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.386767855Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"d513e4dd-6745-4365-b036-df60a081aadb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.430363839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"9d51b8a9-88b5-4934-ab1d-c116dafada96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.487885323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"9d51b8a9-88b5-4934-ab1d-c116dafada96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.50868485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ced4-4eea-4b58-b1b6-1ab677bf1831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.561275088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ced4-4eea-4b58-b1b6-1ab677bf1831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.614346344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ced4-4eea-4b58-b1b6-1ab677bf1831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.667785148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f5ced4-4eea-4b58-b1b6-1ab677bf1831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.832103655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f5fa2e3b-57e9-4a72-910c-60788f85fb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.834671598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"abd15fc0-0133-4265-960a-a2fa0aa0a2cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.834701318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"abd15fc0-0133-4265-960a-a2fa0aa0a2cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.889420079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"f5fa2e3b-57e9-4a72-910c-60788f85fb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.937806717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"4e94c7e6-1c89-43ca-89f4-0f41ac402365","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.944199098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"82292b0e-42f6-4514-bf9c-b9eb8accf787","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.996504578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"4e94c7e6-1c89-43ca-89f4-0f41ac402365","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:54.996553514Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"4e94c7e6-1c89-43ca-89f4-0f41ac402365","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.004741681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"7043b543-c273-41d7-b7ad-1d3f89ab96ba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.004770093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"7043b543-c273-41d7-b7ad-1d3f89ab96ba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.034487883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"5d93dc03-8732-4500-9bc5-c7ced955cac7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.034507973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"5d93dc03-8732-4500-9bc5-c7ced955cac7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.040946279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"fdfc891f-f703-420f-a9b8-3786c8d11c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:55.085949784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-sub","reconcileID":"481638ec-c43a-4a30-a7a3-3124fda31879","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.09812206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"fdfc891f-f703-420f-a9b8-3786c8d11c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.135697816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"91c3f421-fb61-4d97-bb04-ec75296961e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.135906168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e785b3cb-3d99-4d1d-bf26-7e6a7a493b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.19313225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"91c3f421-fb61-4d97-bb04-ec75296961e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.193138487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e785b3cb-3d99-4d1d-bf26-7e6a7a493b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.197527266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"c869fdf7-a4da-4f70-bbb5-48a99b5943bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.197542062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"c869fdf7-a4da-4f70-bbb5-48a99b5943bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.234321584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"b67b2c0e-fa22-4f09-943a-18eac2bdcc40","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.234341747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"b67b2c0e-fa22-4f09-943a-18eac2bdcc40","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:55.249573433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"4e94c7e6-1c89-43ca-89f4-0f41ac402365","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.294914625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"e358cb82-af1d-44d6-82cd-70c4865adc38","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.294936645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"e358cb82-af1d-44d6-82cd-70c4865adc38","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:55.348930992Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"e358cb82-af1d-44d6-82cd-70c4865adc38","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:55.349005534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"e358cb82-af1d-44d6-82cd-70c4865adc38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.354466712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"797a82d7-0d00-4bda-a1e2-8b36f9e711a0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.354489032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"797a82d7-0d00-4bda-a1e2-8b36f9e711a0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.463667154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"3359443f-01da-47f5-8b9f-53ba46ae9266","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.467650684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-sub","reconcileID":"cbeed07f-abf1-4e73-9508-d82846808c9a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.500539384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-auth","reconcileID":"2ec0e4b3-62f7-496b-9b7e-82eafbee81ad","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.521148465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"3359443f-01da-47f5-8b9f-53ba46ae9266","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.555814491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"49fbf399-ec89-4a35-b8ae-075bf0a37f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.555833204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"16cbcce2-5619-4588-8ef5-f8f056eadcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.559725829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-auth","reconcileID":"2ec0e4b3-62f7-496b-9b7e-82eafbee81ad","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.578114782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"3359443f-01da-47f5-8b9f-53ba46ae9266","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.613260128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"16cbcce2-5619-4588-8ef5-f8f056eadcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.613388569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"49fbf399-ec89-4a35-b8ae-075bf0a37f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.634319536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"e37ce1ab-b559-47b0-9a54-090cf14a51a5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.634338223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"e37ce1ab-b559-47b0-9a54-090cf14a51a5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.88582087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-sub","reconcileID":"5f920e28-6069-4b7e-acb0-0d0fbcd2ca0d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.890419664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"a42813ce-9234-48d0-bab5-97252bf70e83","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.890441576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"a42813ce-9234-48d0-bab5-97252bf70e83","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.145971522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-auth","reconcileID":"ab3121c7-d47c-4a3b-a116-ef551c55e9f8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.207048606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-auth","reconcileID":"ab3121c7-d47c-4a3b-a116-ef551c55e9f8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.587424526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d4c16e-9ea2-4522-8bf4-8dd471509632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.640601373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d4c16e-9ea2-4522-8bf4-8dd471509632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.693076726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d4c16e-9ea2-4522-8bf4-8dd471509632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.745812183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d4c16e-9ea2-4522-8bf4-8dd471509632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.590265571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-auth","reconcileID":"4ae6ad1b-9bb2-4a34-ad03-548351476694","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.590433227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"030895a1-52d8-45ce-bbc8-95941b19a2a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.590454705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"030895a1-52d8-45ce-bbc8-95941b19a2a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.800711807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"578ff7f7-a263-4ffa-a4f0-056714856672","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.800731831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"578ff7f7-a263-4ffa-a4f0-056714856672","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.808573482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"15eddc08-dc4b-42a9-8a3e-7f07c9bd782d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.808595784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ab5a6c6b-66c0-4a8f-a03f-3a81e19eec2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.861599844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-sub","reconcileID":"1d2271f0-77a3-402d-a473-2e55ee8582c3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.867498645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"ab5a6c6b-66c0-4a8f-a03f-3a81e19eec2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.867498643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"15eddc08-dc4b-42a9-8a3e-7f07c9bd782d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.954072799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"15a54f8d-a961-4724-93e1-36431ee875f4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:58.954094756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"15a54f8d-a961-4724-93e1-36431ee875f4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:59.229190188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0edb0463-f778-4926-87d0-0ae892426737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:59.229234847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"c706689e-8670-4906-941d-a29f9063d833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:59.288191504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"c706689e-8670-4906-941d-a29f9063d833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:59.288180001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"0edb0463-f778-4926-87d0-0ae892426737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.668928781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"cf72fa37-9d7a-4d7d-8cb6-caabda8245fa","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.669450849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"c31dfaf8-b293-4849-9cc2-8fb0abc79f63","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.727358136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6705085f-2468-4fef-8b91-0dbf3c607cda","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.727744335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"5beb691c-d210-4b0f-a2e4-526b95094259","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:00.776341968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"3a52c206-bae6-4c69-bcb8-20d7f8a5aee9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.791205445Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"3ee394d5-db7b-4523-ad9c-7cf6513b1145","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.827341674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0bdecf85-16d4-49b7-aa16-09517be7ccf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.827342258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"25388904-ed5d-47eb-8037-b57a3b230279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.885112062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0bdecf85-16d4-49b7-aa16-09517be7ccf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.885271857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"25388904-ed5d-47eb-8037-b57a3b230279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.888380351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"51fedde9-456d-446d-96de-2c15d22a64c9","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.888766338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"3d316908-a0ed-43ee-bb47-10f4537f6508","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.928804283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5f847049-c5ee-4342-b7e5-5a2e55eb7d67","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.9462204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"143de382-2c50-48e0-a9ee-9c698ff1677e","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.946630063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"9f8d46e2-be0b-4425-81bf-230207f40672","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:00.984898586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"285a8ea7-fab5-4058-83c5-f022779d96e1","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.008612785Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"3ee394d5-db7b-4523-ad9c-7cf6513b1145","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4499d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.008643178Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"3ee394d5-db7b-4523-ad9c-7cf6513b1145","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.008775069Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube","reconcileID":"3ee394d5-db7b-4523-ad9c-7cf6513b1145","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4499d5/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.142539193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-auth","reconcileID":"efc8bd7c-24f6-40fa-a77e-5b582930ed6d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.201284048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-auth","reconcileID":"efc8bd7c-24f6-40fa-a77e-5b582930ed6d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.217042368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"f0ddad81-8e9d-49a1-b7b7-65af5e91463d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.247242298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8ab2a406-740b-42bf-b2b8-105644b0016c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.247299651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8ab9a4ff-babf-442f-8226-8c2d013475ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.259408546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"940db6b6-0f50-443b-8d19-1c1246e3fa52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.305343408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"8ab2a406-740b-42bf-b2b8-105644b0016c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.305551207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8ab9a4ff-babf-442f-8226-8c2d013475ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.327222703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"2cdb51a4-a0ec-4063-a807-ea284dc332b5","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.38147116Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"f0ddad81-8e9d-49a1-b7b7-65af5e91463d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-distinct-w3-c51fb8","model":"distinct-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.383401853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"c636acdf-fe7c-4e5d-9222-b2dbb8bd7b6e","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.383755502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"7358054c-04b2-4c49-a62e-08aa6f7e0900","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.430177456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"633edfd5-7775-4b21-8dc4-8bfb08aa70d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.467337539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"6cf569a3-3eab-4ea7-9d9f-43193b38fc94","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.485531498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"478d47cb-56f5-4919-ad87-8fd7a297e421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.485531512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"fa9e9327-4564-46c5-969a-699335fa94b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.520307196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"400717bb-b253-45d8-ac31-30d05717cd28","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.543249493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"fa9e9327-4564-46c5-969a-699335fa94b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.543325435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"478d47cb-56f5-4919-ad87-8fd7a297e421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.563117188Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"e2e-degraded-models-kube-auth","reconcileID":"8ea60c75-f61e-4e3a-8c1c-02b26bbcc5c1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.60551512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"e4198ca9-2cac-4971-abf5-d35f9dd427f4","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.605900863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"dfa253e0-0306-4fd6-86c2-982ebc7cde0d","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.677240982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-auth","reconcileID":"7738641c-038e-4210-b257-c8832dbd1c96","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.735185633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-auth","reconcileID":"7738641c-038e-4210-b257-c8832dbd1c96","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.816642232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"5f2087df-9994-4af6-9db9-939a12c68509","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.822581643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"6c90f9b3-78be-40e7-9bf8-a9fa11cf1624","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.978410121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"5f2087df-9994-4af6-9db9-939a12c68509","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-distinct-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:02.206205246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"d8a0d1fe-aad0-4798-8a00-ed679c93b099","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:02.206584912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"23118840-bd25-4539-ba54-35ee816d0af5","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.224510898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-auth","reconcileID":"57466743-db83-4d09-bb5e-b4dee2e2aaee","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.224537606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"415948f2-2844-46c4-84a7-e186c57a9187","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.409625607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"0b07dd93-e856-4a8e-b323-52b8ed7e8906","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.409761281Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-sub","reconcileID":"0b07dd93-e856-4a8e-b323-52b8ed7e8906","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.434312968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"99b38c18-51a5-43b6-9d5c-325aa300282a","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.585079553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"25da7979-f92b-417e-ba8a-56eb1dbb4551","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.585449986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"b8387981-6081-4e7e-850f-2fcab6daf20a","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.743556898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"756ad4a9-a28e-4242-a72e-2b0ac9118807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.743556875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9a27ecea-6087-42c3-82da-a5bcb6d9d550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.804609745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"756ad4a9-a28e-4242-a72e-2b0ac9118807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.804700984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9a27ecea-6087-42c3-82da-a5bcb6d9d550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.94219027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"fb917a98-f68e-46cd-be88-78c86dafb406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.943221846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"12f54d02-6425-4aaa-b5d8-810f05160b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.94330335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"04598fe8-8a4e-4c81-9a1b-a909a4a3f0a1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:04.999952427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"fb917a98-f68e-46cd-be88-78c86dafb406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:05.00106652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"12f54d02-6425-4aaa-b5d8-810f05160b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:05.002343001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"04598fe8-8a4e-4c81-9a1b-a909a4a3f0a1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:05.058640659Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"04598fe8-8a4e-4c81-9a1b-a909a4a3f0a1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:05.213305609Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-status-transition-auth","reconcileID":"9f9244d6-cccd-47a7-ad1e-9f5dd8d3d8c9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.711823728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.135595718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-sub","reconcileID":"7a851347-d06c-4e49-a0d1-17e49040028a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.188577516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-sub","reconcileID":"7a851347-d06c-4e49-a0d1-17e49040028a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.241902135Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-enrichment-sub","reconcileID":"7a851347-d06c-4e49-a0d1-17e49040028a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.521114701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"23807010-079e-4104-933b-74762caf7f86","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"tenant":"e2e-worker-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.521141893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"e2e-enrichment-model-ref","reconcileID":"23807010-079e-4104-933b-74762caf7f86","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.678290455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a58965d2-2cd4-4014-abf2-8c6690785074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.678288145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e4da3e09-3d86-4447-a6b0-90560a79dcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.736479581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"e4da3e09-3d86-4447-a6b0-90560a79dcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.736641722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a58965d2-2cd4-4014-abf2-8c6690785074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.881628849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"15e73c71-8889-4240-b7b8-f058249220f5","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.59376903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"23b3b1c9-0d29-4f45-92ee-2f65a0b06897","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.652362463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"6777b31e-073c-4d43-bcb1-fb3fa2a43158","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:10.699488609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-sub","reconcileID":"65ce427e-56ad-4b6e-a2e5-a854a986c9e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.753588803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b7f4d3ba-5d6f-4ac3-821b-de14a565b664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.753734139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"37ab2b05-d72c-42ed-bef2-8f19d155710e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.812915373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"37ab2b05-d72c-42ed-bef2-8f19d155710e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.81308382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b7f4d3ba-5d6f-4ac3-821b-de14a565b664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.814746439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"1cfd14d3-5dad-4764-ad5a-53f4c735b01b","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.869937504Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-model-match-sub ai-tenant-e2e-worker-w4-d2a262/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.870193308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f99deb9c-b8b3-49df-b324-53c4679316ec","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.87261549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"60587b7b-ef12-48a7-857e-f0335fd70f72","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:10.924041713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.986262962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"ed0dd977-1fda-44d0-b9e6-f1a36c46f6db","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:10.987457252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a262/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.044654623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f3c29c82-6e68-4855-98a3-c482b03a0e6b","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.094754258Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-sub","reconcileID":"d6f7db19-fd51-40dc-b910-9763595f2535","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","model":"distinct-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.153003872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"daaf589f-d650-4180-b4d4-a11c7ffcd200","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.183441083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"65e0546f-834c-4a8f-8e13-e43953764995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.183533263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d863f793-ee0a-4a22-b586-cc9bff74b34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.222517612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"18d94c3c-9216-46b2-9cbf-be16dde0de57","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.244557107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"65e0546f-834c-4a8f-8e13-e43953764995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.246551613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d863f793-ee0a-4a22-b586-cc9bff74b34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.274557198Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-sub","reconcileID":"a5f5c056-996e-47e5-962f-a14c240e70ac","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"distinct-2-w4-d2a262","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a262/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:11.277089184Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"18d94c3c-9216-46b2-9cbf-be16dde0de57","name":"distinct-w4-d2a262","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:11.277150091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"18d94c3c-9216-46b2-9cbf-be16dde0de57","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-d2a262\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.277638562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"0fa7a160-748e-4016-b6ef-954d6e95ba27","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.423951018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"e5d0821a-6456-450b-91b8-116d25397bd5","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.42519594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"9f42c5f2-2787-4676-a3ea-622780b19b2b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.482913459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f258e0df-5084-4f8f-9a38-3474fe91b356","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.483903234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"9f42c5f2-2787-4676-a3ea-622780b19b2b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.491009174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-sub","reconcileID":"4979303a-e089-4dc1-9d84-7de8a77e5dc6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.670071815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-sub","reconcileID":"6a13dd4a-ddda-48ee-bc88-b4833906e710","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.721041751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a5269976-60b4-4d2e-a96b-5a0f771effcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.721039182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"79e750f8-2ae3-49f8-b209-caf69be36604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.740415648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"57038d06-24fa-449f-90a9-0e4e5a56f1ec","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.780022591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a5269976-60b4-4d2e-a96b-5a0f771effcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.78026173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"79e750f8-2ae3-49f8-b209-caf69be36604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.798011491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"57038d06-24fa-449f-90a9-0e4e5a56f1ec","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.815559782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"ada53569-49b3-41ce-bcab-e2ce8e43f1ed","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.991421778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-sub","reconcileID":"d7f31fae-0deb-46e9-9032-52d414f1f1bd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.076213895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"86e38a96-59fd-45fc-b080-121854c95850","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.133979913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"86e38a96-59fd-45fc-b080-121854c95850","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.145954005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"08a7cdff-0078-4f1e-a136-1b3eff4029fc","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.245105037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"784775bd-6427-48c1-ab43-11f77d3febbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.245139648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a16067a1-057a-4672-8c79-5b6869eef55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.302685672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"a16067a1-057a-4672-8c79-5b6869eef55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.30293752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"784775bd-6427-48c1-ab43-11f77d3febbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.408896976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"358973f3-0da2-47e3-bbc1-b05f8bbc22e2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.461199832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"a64914c2-9558-4d15-a7da-aaf237ff797d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.462431011Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d2a262 priority=0:[ai-tenant-e2e-worker-w4-d2a262/e2e-model-match-sub ai-tenant-e2e-worker-w4-d2a262/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.466327424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"358973f3-0da2-47e3-bbc1-b05f8bbc22e2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.51811249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"c2e81059-27c9-4c4f-8e45-59b4be99d7c9","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:12.566780799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-list-subs-refs-sub","reconcileID":"e1bc9837-b4aa-4b41-b7bc-56d32f00668d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.579763644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"5c0f401f-d190-4c3b-9346-07680d51e223","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.617592258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"5855e1b8-756b-4687-9e76-99c3d36d1d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.618543643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9e8f2dbe-6739-41fa-8ff5-9fb53d9d9e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.638319184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"e8be8cbb-17af-4e90-a8e8-074a50eab422","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.677502792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9e8f2dbe-6739-41fa-8ff5-9fb53d9d9e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.68115191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"5855e1b8-756b-4687-9e76-99c3d36d1d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.682919144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"be9234c9-ccf1-4caf-bb75-18d7e2cdb25d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.739773148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7cb483c9-68b7-4ed9-9917-54ffae1e136a","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.048106405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"e079b6aa-f435-4351-afae-c7e020c451f9","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.048725596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"13638440-6e88-40d8-938f-2b2f818daee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.048729135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"87f4c99a-2115-40f1-9b26-22c1c55d3ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.055991282Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-list-subs-refs-sub","reconcileID":"a6453735-6185-467a-ad38-eaacee44cf65","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-316854/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.106074014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"13638440-6e88-40d8-938f-2b2f818daee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.106958213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"87f4c99a-2115-40f1-9b26-22c1c55d3ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.211765046Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-sub","reconcileID":"43d932c2-9e78-47c7-91c6-4f884f160432","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-56e91941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.221609078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"344495a8-cecc-4ce3-b503-cf6795b947f8","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.268210312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"306720c5-a57c-4a01-beb6-26772d1a7599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.311564361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b20c9ce9-543b-493e-9110-d2e81eae5df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.311580787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"7b510aea-289d-471b-b6aa-7ca0afcd75d0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.312035287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"0bdfcaa4-f60e-4a07-99b3-48b14b36eeb2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.369118656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"7b510aea-289d-471b-b6aa-7ca0afcd75d0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.369657883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b20c9ce9-543b-493e-9110-d2e81eae5df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.371582727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"0bdfcaa4-f60e-4a07-99b3-48b14b36eeb2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.433007529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-list-subs-refs-sub","reconcileID":"e70f24fa-15f6-4998-a5d8-7f44b5523ea4","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.581495434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7effa19d-e325-47b6-84be-05590c46b0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.639750978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7effa19d-e325-47b6-84be-05590c46b0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.849381134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"6147ca5a-5289-4b8e-b26f-81fbb8c45d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.90901692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"6147ca5a-5289-4b8e-b26f-81fbb8c45d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.958578826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"881a1229-413f-4011-962b-c3f880b51d04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.958611625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"bfbdefc9-b70d-4ad9-a1d1-32a0a5e353ca","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.016748332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"881a1229-413f-4011-962b-c3f880b51d04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.017811788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"bfbdefc9-b70d-4ad9-a1d1-32a0a5e353ca","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.409847809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b9ef7-67d2-4af8-ac8c-72d0cd7ea657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.462746608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b9ef7-67d2-4af8-ac8c-72d0cd7ea657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.515252637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b9ef7-67d2-4af8-ac8c-72d0cd7ea657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.567908971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b9ef7-67d2-4af8-ac8c-72d0cd7ea657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.750507989Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"23386f30-91ea-4b59-a348-1d60196bb645","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:14.933617546Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-2cca95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-2cca95","reconcileID":"e7e5a503-05b9-426e-9458-fd775c2c9de5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-2cca95","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-2cca95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.019489269Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"23386f30-91ea-4b59-a348-1d60196bb645","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.019524055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"23386f30-91ea-4b59-a348-1d60196bb645","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.075804836Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"23386f30-91ea-4b59-a348-1d60196bb645","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.141212897Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-partial-access-sub","reconcileID":"23386f30-91ea-4b59-a348-1d60196bb645","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.248136798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"2b7e8c26-20d6-4282-9707-7db0b89de47d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.424728266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5d19489e-90cd-49ec-afd8-eae00a18b819","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.425371115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"f6ea1f0f-549e-4604-a484-d86dfe6271b9","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.482525128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"3edd4d9c-6147-4212-b76f-3dec2438c220","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.547769726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"11d6c474-987c-4538-b89a-e039cc8d38c1","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.621119948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e63aba57-6eaf-4c67-8005-e27bb99d03c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.674929996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"f5691e42-2a64-4fa9-93cc-0bcd9e8ef54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.73796289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e63aba57-6eaf-4c67-8005-e27bb99d03c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.746441456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"f5691e42-2a64-4fa9-93cc-0bcd9e8ef54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.272715567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"287ca112-c0d8-491d-9b51-59b437a30f10","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.332950202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"88c97865-b8e5-4ae6-9a88-aa802e05c1d7","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:16.382892696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-sub","reconcileID":"06034dd1-a54a-4f91-9e4b-c4177dac3358","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.44133664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"68d01325-3309-4a2c-bada-351c869fd71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.442036235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"366e241c-033e-4124-9e05-4424ae4f5146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.44137846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"10034854-2967-42e2-ae02-42dc76b7e47d","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.501478045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"366e241c-033e-4124-9e05-4424ae4f5146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.504198121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"68d01325-3309-4a2c-bada-351c869fd71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.504773262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"124b72d2-42a6-48b5-87f4-04f527800843","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.532244337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"fd8149f4-d8ef-4013-8e12-d1941ee5c19b","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.567285993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"640eabf1-9c88-42d9-907e-744f9ec0a308","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.589165876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"ad3dabe0-7d47-4fdc-8c8e-f86e32b866e7","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.628289527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ed75ffe2-db9c-4e46-86fd-2e7c44c8a023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.628458908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053c2431-cf34-49d8-b6f0-f936fbe9fa40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.629047811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"3a17657b-c56f-48d4-87f1-cfbf1a63fc92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.682467261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053c2431-cf34-49d8-b6f0-f936fbe9fa40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.686894743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ed75ffe2-db9c-4e46-86fd-2e7c44c8a023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.736088645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053c2431-cf34-49d8-b6f0-f936fbe9fa40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.740617216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"3a17657b-c56f-48d4-87f1-cfbf1a63fc92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.790038056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053c2431-cf34-49d8-b6f0-f936fbe9fa40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.842728984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-auth","reconcileID":"2be82ec3-9dda-4f52-9e1b-6f9acc7ea85c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.846883326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-sub","reconcileID":"13545a29-6e90-4336-95c3-f57146d5d6bd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-distinct-w3-c51fb8","model":"distinct-w3-c51fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c51fb8/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.903129988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-auth","reconcileID":"2be82ec3-9dda-4f52-9e1b-6f9acc7ea85c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.007257135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e01cc147-f7a5-46c2-abc7-ef44168c2ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.066057212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e01cc147-f7a5-46c2-abc7-ef44168c2ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.068032544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"42e3af47-ad47-40a3-ad40-3e121bf3dd49","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.111935377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e51f630a-cc31-4913-872d-71df8f3dfcb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.148142104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"adaa4e44-e1c9-4b25-9cab-2882640247ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.172201408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e51f630a-cc31-4913-872d-71df8f3dfcb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.207043084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"adaa4e44-e1c9-4b25-9cab-2882640247ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.248385426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0f99056a-b14b-4386-9d33-b2a0b226db20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.275397655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"61449bbd-40cf-426e-a5ac-fabaa781b378","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.280851074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-sub","reconcileID":"e703f936-1caa-43fa-b51e-3fdc584d7068","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-distinct-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.305927936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"0f99056a-b14b-4386-9d33-b2a0b226db20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.483434077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-auth","reconcileID":"da62756a-df51-4afd-889e-4d8672ec0531","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.541326237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-auth","reconcileID":"da62756a-df51-4afd-889e-4d8672ec0531","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.5776909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"896f271f-de00-425a-b025-258647d40474","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.635631212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"896f271f-de00-425a-b025-258647d40474","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.637794002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ef4aef11-3460-46d2-99f4-5a29de77fa20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.637843689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a22b42c4-5afb-4838-abba-ef7818b7f888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.700784314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a22b42c4-5afb-4838-abba-ef7818b7f888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.700875175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ef4aef11-3460-46d2-99f4-5a29de77fa20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.852813699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"947b8d30-5ed6-4c21-81ef-91daf075f156","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:17.913274029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"947b8d30-5ed6-4c21-81ef-91daf075f156","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:18.011054843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"fd906cf8-a494-4e7f-8031-2e68449e9f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:18.068695325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"fd906cf8-a494-4e7f-8031-2e68449e9f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:18.737093371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc033455-ccf4-4811-9062-1d2692489641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:18.790340188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc033455-ccf4-4811-9062-1d2692489641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:18.843349352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc033455-ccf4-4811-9062-1d2692489641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:18.902027086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc033455-ccf4-4811-9062-1d2692489641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.273467289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-sub","reconcileID":"a3075506-8717-482a-9278-2bce6cabfb20","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.349261687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-sub","reconcileID":"a3075506-8717-482a-9278-2bce6cabfb20","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.402549456Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-sub","reconcileID":"a3075506-8717-482a-9278-2bce6cabfb20","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.678800895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"6505ec3e-7b60-4aa8-ab93-12df77c5e5a9","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.741454829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"b22dd511-9b2a-4048-8012-e84f23eadc2f","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.823733777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"033caed5-8b52-43ed-aa2e-d00918fff350","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.955417624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"1694274f-7ed3-4e36-9d74-9b50b040f5a2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.956232089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"267da1f2-df44-460b-a82c-e67a9256f639","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.956906673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"7b339a36-1c9b-45b8-bc06-6896749cfa9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.957606642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ee87fb11-76fe-4741-a366-e1cf3327426e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.986223369Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-sub","reconcileID":"b3c103ac-4b55-4821-90d2-7098849c3906","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70332e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.018007907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"1694274f-7ed3-4e36-9d74-9b50b040f5a2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.021309709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ee87fb11-76fe-4741-a366-e1cf3327426e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.021509758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"267da1f2-df44-460b-a82c-e67a9256f639","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.018026226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"7b339a36-1c9b-45b8-bc06-6896749cfa9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.454161712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"868da0ab-e795-48d9-80a0-4006e16ee628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.455040006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"fb8e9e93-30d7-4be9-98ab-94cda0d4a966","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.455708643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"75a9ae81-acd1-4f60-98e4-2eb3348f4a6f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.456366094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3bc3d97a-b1cb-4ff8-9e21-c4b1854d3626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.51501955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"75a9ae81-acd1-4f60-98e4-2eb3348f4a6f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.518714287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"868da0ab-e795-48d9-80a0-4006e16ee628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.518713581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"fb8e9e93-30d7-4be9-98ab-94cda0d4a966","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.521326516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"3bc3d97a-b1cb-4ff8-9e21-c4b1854d3626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.619763401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-list-subs-refs-sub","reconcileID":"2e894948-7bed-417c-a51e-0d9ce8266a8a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.841531058Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"e2e-list-subs-refs-sub","reconcileID":"2e894948-7bed-417c-a51e-0d9ce8266a8a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-316854/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:27.053398596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"0b6e8645-b8af-443d-b8df-5f5dd60efcc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:27.102362028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"d8c1adf1-e78b-4f61-b29c-cb62ac7c066f","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:27.259622924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"abed5e4d-dc82-46d5-83fb-a243c3bdd50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:27.260307334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ad7faa6a-41d5-405a-a717-15dc8f26f9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:27.319024246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"abed5e4d-dc82-46d5-83fb-a243c3bdd50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:27.323321228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"ad7faa6a-41d5-405a-a717-15dc8f26f9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.554606928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2473c6-9c1e-4a08-ad89-ba965cd823b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.607634072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2473c6-9c1e-4a08-ad89-ba965cd823b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.660834901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2473c6-9c1e-4a08-ad89-ba965cd823b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.713912639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2473c6-9c1e-4a08-ad89-ba965cd823b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.080723021Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-45bb47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-45bb47","reconcileID":"2d71eb12-06aa-4b1e-807a-366560fb0094","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-45bb47","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-45bb47":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.812007071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"2693c8db-8457-4fea-b6eb-6f213dc11774","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.818813822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-auth","reconcileID":"254723c1-3764-4724-9834-757ab143801f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/distinct-2-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.028855079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"30a54ae5-bb74-4bd2-9bc2-d4c00e0427eb","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.175135928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"9accf056-71d2-495a-9b1d-dc6d248e0e6c","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.33461021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"c8a5fe3d-90a4-44a1-aca9-faa13bc84ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.349064982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e1bc1852-68d3-43a3-87e3-bfabee21b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.392815638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"c8a5fe3d-90a4-44a1-aca9-faa13bc84ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.408552574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"e1bc1852-68d3-43a3-87e3-bfabee21b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.754967102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd181e18-2c0a-494c-ac2e-fe89a1cf1c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.810002852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd181e18-2c0a-494c-ac2e-fe89a1cf1c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.866443385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd181e18-2c0a-494c-ac2e-fe89a1cf1c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.920423703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd181e18-2c0a-494c-ac2e-fe89a1cf1c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.643145913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1a67c551-f4d9-4364-b047-5599b3a9bfe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.643388598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"524f7635-8dbe-4f99-976f-2df84ef6ca02","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.643734589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"479df12b-1324-478f-b742-857f83bf5f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.643843784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"1beff697-9cee-4701-916a-3263df5f294f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.701358347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"524f7635-8dbe-4f99-976f-2df84ef6ca02","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.701418852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"479df12b-1324-478f-b742-857f83bf5f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.703793776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"1beff697-9cee-4701-916a-3263df5f294f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.704198631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1a67c551-f4d9-4364-b047-5599b3a9bfe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.153794759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7708fa-79b1-426d-a60f-18ea44c171a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.206655566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7708fa-79b1-426d-a60f-18ea44c171a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.259749165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7708fa-79b1-426d-a60f-18ea44c171a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.259915701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"85eeb99a-60d6-4a50-89b4-9b68b7307d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.260126571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"bbfa9f24-5ae4-42b9-9c44-7eb5c3178a93","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.31356857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7708fa-79b1-426d-a60f-18ea44c171a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.317895399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"bbfa9f24-5ae4-42b9-9c44-7eb5c3178a93","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.319085908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"85eeb99a-60d6-4a50-89b4-9b68b7307d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.418074646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"9b3929a1-8819-4508-bb74-77a0f7c543a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.418080506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"b888d159-1cad-4a85-b438-382b64fafa58","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.476236441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"9b3929a1-8819-4508-bb74-77a0f7c543a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.476358637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"b888d159-1cad-4a85-b438-382b64fafa58","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.03978846Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-sub","reconcileID":"3457c508-d295-4a7c-971d-e248972c7a8f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.093049773Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-sub","reconcileID":"3457c508-d295-4a7c-971d-e248972c7a8f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.14864929Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-sub","reconcileID":"3457c508-d295-4a7c-971d-e248972c7a8f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.457206351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"e335ef70-20d5-469b-ab4e-5aa90440379c","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.611072309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"5df296ef-c76e-4779-8c70-8f4854e9ebc9","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.780429666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"20bd991c-6ca5-4136-b10e-bd5da8cd29b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.780469671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"505bf086-90dd-434d-8b5c-8a893d55d8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.780932471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"584a1697-fb0b-48c9-8182-bead2fde27de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.781033297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"ab22294a-ba50-4a7d-9ba3-46f476d809f9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.838573255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"ab22294a-ba50-4a7d-9ba3-46f476d809f9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.839820917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"584a1697-fb0b-48c9-8182-bead2fde27de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.840830028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"20bd991c-6ca5-4136-b10e-bd5da8cd29b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:34.843361997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"505bf086-90dd-434d-8b5c-8a893d55d8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.008011072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-match-auth","reconcileID":"12363573-43ba-460c-8d7e-82033653a2a8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.176904191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"c0b68348-8b9e-48e7-be26-780f30aaddf6","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.247720593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33849d41-6d3e-4087-8265-f468b512e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.247983851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"e07da1d7-05eb-4e37-aadb-2051b9911028","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.305068607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33849d41-6d3e-4087-8265-f468b512e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.321622126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"0b9b47a1-3fcd-42e6-95cd-c5d663730418","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.358302504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33849d41-6d3e-4087-8265-f468b512e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.411355603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33849d41-6d3e-4087-8265-f468b512e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.416146521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"e07da1d7-05eb-4e37-aadb-2051b9911028","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.627459194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"e2e-model-nomatch-auth","reconcileID":"23eb9c4c-b860-4ace-95b6-399c1bc71d10","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/distinct-2-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.830447912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"9bd0ca1e-7cb6-4f9e-86ab-d031594ace5f","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.712226136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.342691238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-sub","reconcileID":"61e038ca-3fd4-454b-877c-2c7e9b1abdfb","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.397823644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-sub","reconcileID":"61e038ca-3fd4-454b-877c-2c7e9b1abdfb","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.471167118Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"e2e-no-access-sub","reconcileID":"61e038ca-3fd4-454b-877c-2c7e9b1abdfb","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/distinct-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.75660221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"6c5b5522-be6b-4ae4-8915-db097604824c","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.914209775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"d204c55b-da06-45bf-a9df-f1c5ef799aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.9142097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d160d739-0af9-4b7e-8257-791bb5db04bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.972088004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"d160d739-0af9-4b7e-8257-791bb5db04bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.972238944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"d204c55b-da06-45bf-a9df-f1c5ef799aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:41.032466478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78f905-1566-4616-9e2b-fd703a7bf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:41.085122127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78f905-1566-4616-9e2b-fd703a7bf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:41.138060694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78f905-1566-4616-9e2b-fd703a7bf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:41.190400376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78f905-1566-4616-9e2b-fd703a7bf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:41.625338543Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3928f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3928f0","reconcileID":"b4274b5f-faec-4683-a719-e7e6d8d64058","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-3928f0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-3928f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:43.206989095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e19a79-aa84-4916-9375-b23ff2dde187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:43.260150898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e19a79-aa84-4916-9375-b23ff2dde187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:43.312678321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e19a79-aa84-4916-9375-b23ff2dde187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:43.365767437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e19a79-aa84-4916-9375-b23ff2dde187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:45.35535552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447206-c9ce-4c37-beb1-0246aebc646a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:45.410420165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447206-c9ce-4c37-beb1-0246aebc646a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:45.472068722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447206-c9ce-4c37-beb1-0246aebc646a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:45.530412435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447206-c9ce-4c37-beb1-0246aebc646a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:46.456417975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-dae813","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-dae813","reconcileID":"1ff7da4d-7306-41f7-b435-5d70a2c0ae2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-dae813","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-dae813":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:47.503950598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c4e23-3f27-4ff4-94c1-4373fdeb44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:47.564225342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c4e23-3f27-4ff4-94c1-4373fdeb44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:47.617055789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c4e23-3f27-4ff4-94c1-4373fdeb44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:47.671469068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c4e23-3f27-4ff4-94c1-4373fdeb44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.805953169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68308964-21e5-471b-bf53-e1274f030c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.860341689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68308964-21e5-471b-bf53-e1274f030c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.912897005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68308964-21e5-471b-bf53-e1274f030c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.966290636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68308964-21e5-471b-bf53-e1274f030c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.365352468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"c1b90ea8-30eb-455c-bbce-f33b6a8ee6ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.36647783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1002e699-ef7d-4b99-8a10-89bf8c42aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.442590861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"c1b90ea8-30eb-455c-bbce-f33b6a8ee6ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.456300686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"1002e699-ef7d-4b99-8a10-89bf8c42aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.848499919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9560f637-427f-4170-a262-1f246b1fe86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.916751631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"9560f637-427f-4170-a262-1f246b1fe86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.953973913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"13b603de-a38c-4c7d-a353-a4b3166c74db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.033833028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"13b603de-a38c-4c7d-a353-a4b3166c74db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.107599246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b192352-6e16-4115-8501-d70034a72605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.177208536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b192352-6e16-4115-8501-d70034a72605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.23135577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b192352-6e16-4115-8501-d70034a72605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.290614261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b192352-6e16-4115-8501-d70034a72605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.112149688Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-14d6e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-14d6e1","reconcileID":"7ea020a6-6139-4185-a610-b84394a56c19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-14d6e1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-14d6e1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:54.442212578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb2264f-169b-4ff0-a0af-bd9f0f590723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:54.495063357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb2264f-169b-4ff0-a0af-bd9f0f590723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:54.552434015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb2264f-169b-4ff0-a0af-bd9f0f590723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:54.605500907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb2264f-169b-4ff0-a0af-bd9f0f590723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:55.486170615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"983332e0-9ff6-4fd7-b75f-53bc3efe2876","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:55.606658254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"983332e0-9ff6-4fd7-b75f-53bc3efe2876","name":"e2e-shared-a-w0-2cca95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.62872845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e348a2-f532-4b10-b0e2-372e9bcfadc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.685396619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e348a2-f532-4b10-b0e2-372e9bcfadc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.741231671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e348a2-f532-4b10-b0e2-372e9bcfadc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.794530293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e348a2-f532-4b10-b0e2-372e9bcfadc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.716908633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.694899631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"57f4d8d2-60b3-4c08-a762-0bac85761c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.695310664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"eea8d377-1b62-48ca-a2bc-df98f62eb545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.760748752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"57f4d8d2-60b3-4c08-a762-0bac85761c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.770561601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"eea8d377-1b62-48ca-a2bc-df98f62eb545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.436162841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"b03f9c5c-4a50-4c23-8973-6568f6cfa70d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-45bb47","tenantID":"e2e-praxis-b-45bb47","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.554446372Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"b03f9c5c-4a50-4c23-8973-6568f6cfa70d","name":"e2e-praxis-b-45bb47-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:30.117638394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"e2710e81-95a8-4075-ac84-5903670290b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:30.236634472Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"e2710e81-95a8-4075-ac84-5903670290b8","name":"e2e-shared-a-w4-3928f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:36.711483232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:39.879761752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"5384b800-ad7e-472b-887a-08c09eee97e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-dae813","tenantID":"e2e-shared-a-w3-dae813","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:39.998631448Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"5384b800-ad7e-472b-887a-08c09eee97e4","name":"e2e-shared-a-w3-dae813-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:51.5309761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dc218e-4817-40a3-a377-0b7591dfdc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:51.584597991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dc218e-4817-40a3-a377-0b7591dfdc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:51.637908038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dc218e-4817-40a3-a377-0b7591dfdc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:51.690662804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dc218e-4817-40a3-a377-0b7591dfdc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.800599872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad8f8e-d10e-4b71-b215-223c93acf9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.853182181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad8f8e-d10e-4b71-b215-223c93acf9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.90569643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad8f8e-d10e-4b71-b215-223c93acf9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.958293873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ad8f8e-d10e-4b71-b215-223c93acf9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.032782705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"98f28c11-7788-4ecf-9c55-98c0c35b6607","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.150754941Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"98f28c11-7788-4ecf-9c55-98c0c35b6607","name":"e2e-shared-a-w1-14d6e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.92951518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06175323-79e8-4340-96c9-1cd497590642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.982115922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06175323-79e8-4340-96c9-1cd497590642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:56.035101833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06175323-79e8-4340-96c9-1cd497590642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:56.087893212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06175323-79e8-4340-96c9-1cd497590642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.523039771Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-5dbecd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-5dbecd","reconcileID":"7d295031-4293-4e89-83c4-528aff2ba0ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-5dbecd","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-5dbecd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.026728772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149d1b33-a760-4ffd-ae12-29d7520c1eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.080030514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149d1b33-a760-4ffd-ae12-29d7520c1eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.133074548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149d1b33-a760-4ffd-ae12-29d7520c1eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.186495692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149d1b33-a760-4ffd-ae12-29d7520c1eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.087564781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af29b98-22e4-4e49-b801-d3e224384f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.142726323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af29b98-22e4-4e49-b801-d3e224384f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.197085744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af29b98-22e4-4e49-b801-d3e224384f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.250188261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af29b98-22e4-4e49-b801-d3e224384f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.249182877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ddcb7-2c35-4b7b-880f-982259dfdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.302302693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ddcb7-2c35-4b7b-880f-982259dfdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.355048479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ddcb7-2c35-4b7b-880f-982259dfdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.408567808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ddcb7-2c35-4b7b-880f-982259dfdf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.645394353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2cd9efd-dee8-425c-975e-dc6216422077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.740674327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"c68eb31b-bdd7-4c71-98e8-36ca2177a7fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.859841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"26520ebe-3735-4096-97b0-48ffc6e160e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:03.964935886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"8c63bf23-1d73-4874-8a04-ec9fa00af1ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.067718816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"43d368e6-160f-4a6b-acc9-a9a15a051005","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.112893476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"7e4593f7-4fe2-40cc-aba1-346e8f03e202","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.172358065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"c9fab5c2-38ae-48b1-97f7-9a10147c7c63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.277774561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"78a153e2-f4d1-465f-be33-291e79c3171a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.327438241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c30522-6a40-4734-b3ab-e0560de26d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.38023073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c30522-6a40-4734-b3ab-e0560de26d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.435232111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c30522-6a40-4734-b3ab-e0560de26d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.491074612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c30522-6a40-4734-b3ab-e0560de26d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.649751813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"6486e735-d606-46a6-8f65-cd854d53d7dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.650038994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"29e84e14-0576-4a14-bd24-1d9e4ee37bff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.813928352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"ee98b7cc-c6ff-473f-9f5a-06e7986bb2ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.879938248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bf62aa3-f47c-4e08-98d8-54c2ebc4d2c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.399457954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b5a65-0cad-46ca-acf4-b24951b26b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.452374622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b5a65-0cad-46ca-acf4-b24951b26b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.504845819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b5a65-0cad-46ca-acf4-b24951b26b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.557430393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b5a65-0cad-46ca-acf4-b24951b26b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.711761207Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.492211405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bccbcff-3153-42fe-a522-189b1c14e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.544752777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bccbcff-3153-42fe-a522-189b1c14e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.597573952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bccbcff-3153-42fe-a522-189b1c14e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.650898126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bccbcff-3153-42fe-a522-189b1c14e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.56430161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0ad869-7188-4c6e-8e62-d321d292868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.617532462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0ad869-7188-4c6e-8e62-d321d292868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.670015092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0ad869-7188-4c6e-8e62-d321d292868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.723262206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0ad869-7188-4c6e-8e62-d321d292868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:12.6832036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2d29de-d625-4065-a766-e55a444babb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:12.735701657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2d29de-d625-4065-a766-e55a444babb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:12.788554624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2d29de-d625-4065-a766-e55a444babb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:12.841685769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2d29de-d625-4065-a766-e55a444babb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.797510099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d382b461-c0b9-4f64-86a4-7559ed053fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.8506126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d382b461-c0b9-4f64-86a4-7559ed053fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.90314539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d382b461-c0b9-4f64-86a4-7559ed053fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:14.95589463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d382b461-c0b9-4f64-86a4-7559ed053fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.081841658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3f2be-fc29-4576-84a7-52d1738be818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.134242443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3f2be-fc29-4576-84a7-52d1738be818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.186835262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3f2be-fc29-4576-84a7-52d1738be818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.271052491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3f2be-fc29-4576-84a7-52d1738be818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.24602319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae5ef96-69bd-453e-b0bb-03c7bd7e323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.300204221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae5ef96-69bd-453e-b0bb-03c7bd7e323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.352850927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae5ef96-69bd-453e-b0bb-03c7bd7e323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.405525615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae5ef96-69bd-453e-b0bb-03c7bd7e323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.640326982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"02b49058-ec02-4742-aa93-3de181a94796","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.861491955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"a118bd06-6787-4829-80a5-5c0cd8f365b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.963146225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"83580f58-13dd-4198-8b50-15a33dbcd885","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.091091428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"3c394f05-1222-4008-8ce0-01830f155418","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.191789302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"c1bd592e-93fa-4498-adda-099f5accee8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.366305059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"caeeb736-1d93-4471-a78e-b57834895dc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.621706411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"40ed1287-8ce4-47fa-817f-b041bbb3810a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.72175726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"c4c1721a-dc87-4ba8-b03b-16558b8dbc52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.721827061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79f8afd5-b38e-45ec-88b9-6a13b5929bb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.889346875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"35678f4d-3b15-481b-a2dd-6c3e578e39ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.892685989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"0c9869be-c4db-41af-b5ea-8d006feaa1ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.945795463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed3a710a-4760-4f64-a1f7-6361d6228082","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.397435253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b93795e-a80d-4a1e-8f58-fee77d152c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.450315465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b93795e-a80d-4a1e-8f58-fee77d152c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.502942892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b93795e-a80d-4a1e-8f58-fee77d152c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.555373608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b93795e-a80d-4a1e-8f58-fee77d152c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.584841779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515b7f3-7e19-455b-9983-60600f84f40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.638302065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515b7f3-7e19-455b-9983-60600f84f40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.690841707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515b7f3-7e19-455b-9983-60600f84f40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.744089496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7515b7f3-7e19-455b-9983-60600f84f40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.334151616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0227c960-0653-4a8f-a701-43c0c0ecb1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.387324697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0227c960-0653-4a8f-a701-43c0c0ecb1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.440156686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0227c960-0653-4a8f-a701-43c0c0ecb1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.492992425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0227c960-0653-4a8f-a701-43c0c0ecb1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:35.449548877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60452f30-942e-4eaf-a723-569037270769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:35.5093048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60452f30-942e-4eaf-a723-569037270769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:35.56254528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60452f30-942e-4eaf-a723-569037270769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:35.615360265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60452f30-942e-4eaf-a723-569037270769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.711934939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.703507717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01487a2-7a64-4afc-afc1-2b68c9896fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.756810472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01487a2-7a64-4afc-afc1-2b68c9896fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.809534685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01487a2-7a64-4afc-afc1-2b68c9896fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.870984335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01487a2-7a64-4afc-afc1-2b68c9896fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.464799396Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-2f3095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-2f3095","reconcileID":"87229189-ad23-4ee9-9800-7f5aabba5738","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-2f3095","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-2f3095":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.796122891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79be7027-da0d-4f0d-9835-7eae9893e3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.848489509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79be7027-da0d-4f0d-9835-7eae9893e3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.901210031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79be7027-da0d-4f0d-9835-7eae9893e3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.95368037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79be7027-da0d-4f0d-9835-7eae9893e3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:41.856728225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65dd00-2ca9-49d1-8568-6ee0619f0ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:41.910073316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65dd00-2ca9-49d1-8568-6ee0619f0ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:41.962348656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65dd00-2ca9-49d1-8568-6ee0619f0ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:42.015158895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65dd00-2ca9-49d1-8568-6ee0619f0ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.012888864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d34247f-9af1-4293-9da4-2b1826967f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.065539911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d34247f-9af1-4293-9da4-2b1826967f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.118165646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d34247f-9af1-4293-9da4-2b1826967f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.170581706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d34247f-9af1-4293-9da4-2b1826967f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:46.096543625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908936b2-c129-443b-8142-7c68c08542f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:46.149248547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908936b2-c129-443b-8142-7c68c08542f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:46.202665587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908936b2-c129-443b-8142-7c68c08542f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:46.255521916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908936b2-c129-443b-8142-7c68c08542f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:48.303010863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf7921-b03c-4ac7-82e5-587679c95abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:48.35885351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf7921-b03c-4ac7-82e5-587679c95abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:48.413804654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf7921-b03c-4ac7-82e5-587679c95abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:48.466722736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdf7921-b03c-4ac7-82e5-587679c95abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.38424511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08351480-ea13-42f3-9a65-1aa1a7e745ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.43677976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08351480-ea13-42f3-9a65-1aa1a7e745ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.489241517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08351480-ea13-42f3-9a65-1aa1a7e745ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:50.544017669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08351480-ea13-42f3-9a65-1aa1a7e745ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.569652088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c43aa7-672a-40d3-9c4d-169aef672615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.6220885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c43aa7-672a-40d3-9c4d-169aef672615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.674493164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c43aa7-672a-40d3-9c4d-169aef672615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.7269093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c43aa7-672a-40d3-9c4d-169aef672615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.795133103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e90e51-cadf-4ffa-bac3-d9487407cb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.84791189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e90e51-cadf-4ffa-bac3-d9487407cb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.936250699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e90e51-cadf-4ffa-bac3-d9487407cb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.008090988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e90e51-cadf-4ffa-bac3-d9487407cb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.837556021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"544efc61-f0ca-4a0c-a3b6-92ecfc34d46a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.956854787Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"544efc61-f0ca-4a0c-a3b6-92ecfc34d46a","name":"e2e-shared-b-w0-5dbecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:03.041752539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69018dc9-f448-4c32-8dd6-fecfb86453a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:03.094478444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69018dc9-f448-4c32-8dd6-fecfb86453a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:03.146882258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69018dc9-f448-4c32-8dd6-fecfb86453a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:03.199524882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69018dc9-f448-4c32-8dd6-fecfb86453a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:04.171509213Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5dc0fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5dc0fe","reconcileID":"7a16810c-c114-44db-82c2-67a534807343","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-5dc0fe","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-5dc0fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:05.196747227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150846e9-a88d-4e3c-ba73-053b138a0d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:05.249678677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150846e9-a88d-4e3c-ba73-053b138a0d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:05.30237932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150846e9-a88d-4e3c-ba73-053b138a0d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:05.355353903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150846e9-a88d-4e3c-ba73-053b138a0d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:06.737448743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:06.902397647Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-c34c97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-c34c97","reconcileID":"e57d6f45-72fb-4989-8014-b6ff3f503f0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-c34c97","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-c34c97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:07.291703481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39530802-df26-4f06-95bc-63df279e61f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:07.344133232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39530802-df26-4f06-95bc-63df279e61f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:07.39727981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39530802-df26-4f06-95bc-63df279e61f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:07.450809603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39530802-df26-4f06-95bc-63df279e61f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:09.366185072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dae9-d8de-47e0-ba24-fa7750df522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:09.418737706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dae9-d8de-47e0-ba24-fa7750df522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:09.473367569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dae9-d8de-47e0-ba24-fa7750df522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:09.528595755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dae9-d8de-47e0-ba24-fa7750df522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:11.558132501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86853e09-2f63-41f6-b4cf-69b39133f335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:11.610716741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86853e09-2f63-41f6-b4cf-69b39133f335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:11.663341364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86853e09-2f63-41f6-b4cf-69b39133f335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:11.71604446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86853e09-2f63-41f6-b4cf-69b39133f335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.747525837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e5d3de-1304-46f7-9d68-3f810320c3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.801576879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e5d3de-1304-46f7-9d68-3f810320c3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.858772164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e5d3de-1304-46f7-9d68-3f810320c3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.943811652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e5d3de-1304-46f7-9d68-3f810320c3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.501501417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"dad52d83-2a6f-487e-94fa-889b0521cdef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:35.50152974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"dad52d83-2a6f-487e-94fa-889b0521cdef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:36.711682739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:47.592906939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"2446a794-ac4e-45a2-ae83-bcb1fb5ef191","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:47.711471452Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"2446a794-ac4e-45a2-ae83-bcb1fb5ef191","name":"e2e-shared-b-w4-2f3095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.04898641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"ded94f47-51a4-4e96-91b9-f4903509f6fe","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.049015298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"ded94f47-51a4-4e96-91b9-f4903509f6fe","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.104579768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"10576ea9-c64c-4acd-b3b0-81066b14319f","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.104603619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"10576ea9-c64c-4acd-b3b0-81066b14319f","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.209708412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"2d6aff6e-970b-4878-818a-7c49438d7531","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.3381522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"2d6aff6e-970b-4878-818a-7c49438d7531","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.394426361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-da6e4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"2d6aff6e-970b-4878-818a-7c49438d7531","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.450932791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"2a06f6f5-291c-4560-8482-c7e475548341","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:51.450960897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"2a06f6f5-291c-4560-8482-c7e475548341","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:01.556400842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"e6ead058-5a4e-40d4-9cba-508d1a095322","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:01.614573379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"e6ead058-5a4e-40d4-9cba-508d1a095322","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:01.670739632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-da6e4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"e6ead058-5a4e-40d4-9cba-508d1a095322","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:06.712421031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:11.841226506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"0e340d7e-234a-4aa2-b99c-c818da625d6e","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:11.900137018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"0e340d7e-234a-4aa2-b99c-c818da625d6e","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:11.962399461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-da6e4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"0e340d7e-234a-4aa2-b99c-c818da625d6e","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.707078055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082c6e98-11aa-4456-be4b-9bb59f0b3335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.759713695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082c6e98-11aa-4456-be4b-9bb59f0b3335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.812912999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082c6e98-11aa-4456-be4b-9bb59f0b3335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:13.866045323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082c6e98-11aa-4456-be4b-9bb59f0b3335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:15.792375671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a234e-f12d-4dea-863b-d77615620bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:15.845098339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a234e-f12d-4dea-863b-d77615620bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:15.897566952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a234e-f12d-4dea-863b-d77615620bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:15.95070983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a234e-f12d-4dea-863b-d77615620bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:16.879719763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"3e0fd7c9-9ee8-4a9a-8c35-f6fa8f079cb4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5dc0fe","tenantID":"e2e-shared-b-w3-5dc0fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:17.028196756Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"3e0fd7c9-9ee8-4a9a-8c35-f6fa8f079cb4","name":"e2e-shared-b-w3-5dc0fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:17.900635655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527bed39-737c-43b7-a7dd-0f03870f2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:17.956767944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527bed39-737c-43b7-a7dd-0f03870f2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:18.020139377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527bed39-737c-43b7-a7dd-0f03870f2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:18.074093856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527bed39-737c-43b7-a7dd-0f03870f2bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.098757394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba57263e-fa2b-4b36-a5bd-43639849b0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.151541679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba57263e-fa2b-4b36-a5bd-43639849b0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.204080526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba57263e-fa2b-4b36-a5bd-43639849b0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.256611471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba57263e-fa2b-4b36-a5bd-43639849b0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:22.077641617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"942a874e-3657-4739-9533-9405a0d0a5e3","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:22.135389352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"942a874e-3657-4739-9533-9405a0d0a5e3","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:22.191745656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-da6e4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"942a874e-3657-4739-9533-9405a0d0a5e3","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:27.026279925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"9f82f757-114f-437d-b6b7-a4c3b10019f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:27.144235864Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"9f82f757-114f-437d-b6b7-a4c3b10019f8","name":"e2e-shared-b-w1-c34c97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:32.297930176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"69ef43b7-cdfe-41c1-ae8e-e4461827bf23","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:32.355315025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"69ef43b7-cdfe-41c1-ae8e-e4461827bf23","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:32.412760729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-da6e4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700be80ccc754a4d5c4698493edcbce34e2eabb4f9bbef602dd55b7f6e74e19b) AuthConfig (33ee22f0ee90eb0f28ce1720cdfe2aa26d26d99500048be74a7964ae906067f5) AuthConfig (a76045eaf43a8574979e8a053131c157d83d8fa78dbb5cccc834c42dfe774328) AuthConfig (358999c889fad9f9d716b478e90ee2304a7e58e958d4d14a4eaf60a550224c94) AuthConfig (99761385d8c98a7ec78f06544cdafb6ae36c94908b43329d9b6f2c4aee6a2518) AuthConfig (da4546969d0b8f8790f9cdc94287293935afc3b11713462b5b32cc4054731452) AuthConfig (01a50d767d652f210ecaa54b1ea8c9c53132fc1ce91559c8870ba7ea5557eb4f) AuthConfig (68a379f0722f12b542758dbf05be0a60908416ea9c0b29265c284ee06edd1da3) AuthConfig (b1b7eb270ba968dff710039023828441067d814cdda138cd7899d53a69276c4d) AuthConfig (2da2645f11c5fa53351ad9bf641d7f34e758a973c293cae7a9a926f8fcb99e67) AuthConfig (68430ff52e5a0df4a8c9243046bbdd0fa7917ea7714aa670acbc1de178215d0d) AuthConfig (c227083df8be20ed2b05092e7ecb3b071814aedac8d415ef0f30470f0592023f) AuthConfig (69a7e483238021d85262817c883737ba29ce5be21b94e4e5e6ce186a48de6d44) AuthConfig (e33fd129ddf89af12c0b7cfa594ddeeee31d3d3a1f436e1695087e7a603483a8) AuthConfig (fe83b18f922fcaf3b7a8c39314eb13947943ee1cf9f316b9ca182b73f7537004) AuthConfig (67adbada066b231e1a9185476e13dd08aca718fbdd6242e15a210cc7618da3bb) AuthConfig (8ca51674b776e44bd4e4d1efe4ead57ae9c968d137a9696bba4454c75c87a2a3) AuthConfig (8954d402794cc1f74ace2a399a352b4ec96dab5e75c7140fc65b1f7d96a93fdc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"69ef43b7-cdfe-41c1-ae8e-e4461827bf23","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:32.471299006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"9e5dd4f5-bc1e-4ed9-87f9-b8dc98ef964f","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:32.471321521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"9e5dd4f5-bc1e-4ed9-87f9-b8dc98ef964f","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.711969438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:42.579802935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"8a40243f-3276-428f-9e34-665be4979b9f","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:42.64315704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"8a40243f-3276-428f-9e34-665be4979b9f","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:42.700012866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-da6e4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700be80ccc754a4d5c4698493edcbce34e2eabb4f9bbef602dd55b7f6e74e19b) AuthConfig (33ee22f0ee90eb0f28ce1720cdfe2aa26d26d99500048be74a7964ae906067f5) AuthConfig (a76045eaf43a8574979e8a053131c157d83d8fa78dbb5cccc834c42dfe774328) AuthConfig (358999c889fad9f9d716b478e90ee2304a7e58e958d4d14a4eaf60a550224c94) AuthConfig (99761385d8c98a7ec78f06544cdafb6ae36c94908b43329d9b6f2c4aee6a2518) AuthConfig (da4546969d0b8f8790f9cdc94287293935afc3b11713462b5b32cc4054731452) AuthConfig (01a50d767d652f210ecaa54b1ea8c9c53132fc1ce91559c8870ba7ea5557eb4f) AuthConfig (68a379f0722f12b542758dbf05be0a60908416ea9c0b29265c284ee06edd1da3) AuthConfig (b1b7eb270ba968dff710039023828441067d814cdda138cd7899d53a69276c4d) AuthConfig (2da2645f11c5fa53351ad9bf641d7f34e758a973c293cae7a9a926f8fcb99e67) AuthConfig (68430ff52e5a0df4a8c9243046bbdd0fa7917ea7714aa670acbc1de178215d0d) AuthConfig (c227083df8be20ed2b05092e7ecb3b071814aedac8d415ef0f30470f0592023f) AuthConfig (69a7e483238021d85262817c883737ba29ce5be21b94e4e5e6ce186a48de6d44) AuthConfig (e33fd129ddf89af12c0b7cfa594ddeeee31d3d3a1f436e1695087e7a603483a8) AuthConfig (fe83b18f922fcaf3b7a8c39314eb13947943ee1cf9f316b9ca182b73f7537004) AuthConfig (67adbada066b231e1a9185476e13dd08aca718fbdd6242e15a210cc7618da3bb) AuthConfig (8ca51674b776e44bd4e4d1efe4ead57ae9c968d137a9696bba4454c75c87a2a3) AuthConfig (8954d402794cc1f74ace2a399a352b4ec96dab5e75c7140fc65b1f7d96a93fdc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"8a40243f-3276-428f-9e34-665be4979b9f","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.805535077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"28f0b23d-80fe-4df3-95db-5387a533eed5","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.862766542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"28f0b23d-80fe-4df3-95db-5387a533eed5","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.185121582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"39a50329-3c1a-4f67-ae77-b297a89ec2c5","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.185149823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"39a50329-3c1a-4f67-ae77-b297a89ec2c5","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.243299347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"fbc52015-253d-473e-bde2-1b95979285f8","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.243337203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"fbc52015-253d-473e-bde2-1b95979285f8","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.678842726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"10a5a977-a233-4947-ade4-97a7a2ea337c","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.679417056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"10a5a977-a233-4947-ade4-97a7a2ea337c","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.738427177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"5c31f195-5456-443c-81e9-9925af1e785b","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.738455168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"5c31f195-5456-443c-81e9-9925af1e785b","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.783989779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"5005042b-4475-4aa3-828c-944c3aec2f57","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:58.789001191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"82302a48-7153-4c66-a2d7-71a502a22cbb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-da6e4e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:58.792264766Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"5c31f195-5456-443c-81e9-9925af1e785b","name":"praxis-route-da6e4e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-da6e4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:34:58.792317389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"5c31f195-5456-443c-81e9-9925af1e785b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-da6e4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.797728614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"343c5b43-0bc1-4873-83e1-94c02748e405","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.797750478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"343c5b43-0bc1-4873-83e1-94c02748e405","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.841611921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"5005042b-4475-4aa3-828c-944c3aec2f57","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.895355446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"655cf25e-59e4-4f4b-a8df-47700431d181","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.8953774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"655cf25e-59e4-4f4b-a8df-47700431d181","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.953333546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"52c72077-33b3-4650-b6c9-85d6a52511f2","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:58.953360717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"52c72077-33b3-4650-b6c9-85d6a52511f2","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.15464738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"f5ec1b33-7613-4760-a68c-f8211721f78e","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.165965107Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"0ed2e1d0-3c1e-455b-a16a-793d4135cfe6","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"maas-trlp-praxis-route-da6e4e","model":"praxis-route-da6e4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.21251074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"f5ec1b33-7613-4760-a68c-f8211721f78e","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.333581444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"ade0437c-c2d5-4340-89e0-8094335b9df1","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.333623935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"ade0437c-c2d5-4340-89e0-8094335b9df1","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.544681257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"68e32665-85ed-4827-88d5-2de1f6f7b578","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"maas-trlp-praxis-route-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.710918419Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:07.726972326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7974d3b2-c765-4210-9d80-fc1133928b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:07.781517878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7974d3b2-c765-4210-9d80-fc1133928b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:07.834022291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7974d3b2-c765-4210-9d80-fc1133928b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:07.886599335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7974d3b2-c765-4210-9d80-fc1133928b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:09.783637226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177edc06-31ed-4e70-91e3-5f9931c6135d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:09.83649544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177edc06-31ed-4e70-91e3-5f9931c6135d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:09.889090686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177edc06-31ed-4e70-91e3-5f9931c6135d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:09.941575192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177edc06-31ed-4e70-91e3-5f9931c6135d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:11.907320584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed996d5-8d5b-472c-bf67-25a78e978c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:11.959984894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed996d5-8d5b-472c-bf67-25a78e978c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:12.012813955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed996d5-8d5b-472c-bf67-25a78e978c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:12.065327987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed996d5-8d5b-472c-bf67-25a78e978c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:13.998073689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37799a26-8ac0-4923-a447-96f2c1699926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:14.050670867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37799a26-8ac0-4923-a447-96f2c1699926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:14.103388435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37799a26-8ac0-4923-a447-96f2c1699926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:14.156469684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37799a26-8ac0-4923-a447-96f2c1699926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:21.024622469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"813f43ad-9a2d-4397-82e3-ee3c78c6585b","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"maas-trlp-praxis-route-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:21.192435785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"1285f493-3d96-4025-a9fe-58408cc78e13","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:21.192458227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"1285f493-3d96-4025-a9fe-58408cc78e13","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:21.966174424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"786bb51a-fbe1-483f-9995-f12d8ffad5d2","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.042409112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"786bb51a-fbe1-483f-9995-f12d8ffad5d2","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:36.71815611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.586744542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3e9c97-4304-49a5-b2ba-c3ce85dcc6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.640300627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3e9c97-4304-49a5-b2ba-c3ce85dcc6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.693936215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3e9c97-4304-49a5-b2ba-c3ce85dcc6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.746457898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3e9c97-4304-49a5-b2ba-c3ce85dcc6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.671942742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dac4b6-a6a9-4d1b-874e-004409b4cfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.724772156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dac4b6-a6a9-4d1b-874e-004409b4cfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.777331853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dac4b6-a6a9-4d1b-874e-004409b4cfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.829933222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dac4b6-a6a9-4d1b-874e-004409b4cfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.692514697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010fd71-32fe-4f37-b6cc-ca654e0d0670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.745047726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010fd71-32fe-4f37-b6cc-ca654e0d0670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.797807962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010fd71-32fe-4f37-b6cc-ca654e0d0670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.850292684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6010fd71-32fe-4f37-b6cc-ca654e0d0670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.793227189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406ac1c7-c0f2-41a6-abc2-21457b1fa071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.845916984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406ac1c7-c0f2-41a6-abc2-21457b1fa071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.898376503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406ac1c7-c0f2-41a6-abc2-21457b1fa071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.951082712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"406ac1c7-c0f2-41a6-abc2-21457b1fa071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.1232869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"87d10695-2e37-4f66-920c-22c895f4b8c5","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.123307126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"87d10695-2e37-4f66-920c-22c895f4b8c5","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.287918114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"8ae8d057-7a9e-4c3c-b1e3-4ee2e0f207c1","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.335639711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"847aa6b6-876c-46a3-89b7-8bc3f76545d3","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"maas-trlp-praxis-route-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.345408724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"8ae8d057-7a9e-4c3c-b1e3-4ee2e0f207c1","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.50478581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"7a632742-e0bf-474a-b4f9-4cb3f84d75a4","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.50481002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"7a632742-e0bf-474a-b4f9-4cb3f84d75a4","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:54.715331598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"dc9d51e7-4c92-4d8b-8ddc-63f1e3529948","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"maas-trlp-praxis-route-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:04.506401533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"849131bf-374e-4659-8c9d-9d654af41948","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"tenant":"e2e-praxis-a-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:04.50642361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e","reconcileID":"849131bf-374e-4659-8c9d-9d654af41948","MaaSModelRef":{"name":"praxis-route-da6e4e","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"routeName":"praxis-route-da6e4e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-da6e4e","llmisvcName":"praxis-route-da6e4e","gateway":"openshift-ingress/e2e-praxis-a-da6e4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:05.889665519Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"ca6b82d8-0425-44a5-8e89-863f98055f9a","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","error":"HTTPRoute not found yet: for LLMInferenceService praxis-route-da6e4e in namespace ai-tenant-e2e-praxis-a-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:05.895156142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"3862ff1f-a010-49e4-b2c3-2c6c75fc3ba3","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:05.984098159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"3862ff1f-a010-49e4-b2c3-2c6c75fc3ba3","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:05.984195345Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"3862ff1f-a010-49e4-b2c3-2c6c75fc3ba3","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.170255041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"5676905e-9294-48ef-8c91-4cb83fd85d47","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.228083177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"5676905e-9294-48ef-8c91-4cb83fd85d47","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.228143762Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"5676905e-9294-48ef-8c91-4cb83fd85d47","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.438131199Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"99646ea9-b251-4105-9311-5cc55876993a","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-304687f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.490303852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"a1e467b7-2aba-4172-8cad-305c7865e7b8","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.549074479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"a1e467b7-2aba-4172-8cad-305c7865e7b8","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.549145658Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"a1e467b7-2aba-4172-8cad-305c7865e7b8","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.662901812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"ab7df15f-b301-420b-92fd-fec56f0fcbe6","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.741814015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.871965519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"ab7df15f-b301-420b-92fd-fec56f0fcbe6","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.01165415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"ab7df15f-b301-420b-92fd-fec56f0fcbe6","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"name":"e2e-praxis-a-da6e4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.011690586Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-auth","reconcileID":"ab7df15f-b301-420b-92fd-fec56f0fcbe6","MaaSAuthPolicy":{"name":"praxis-route-da6e4e-auth","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.198772732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"24979699-ad32-4086-a305-344397884a6a","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-304687f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.291383794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0711b4-122b-47fa-8ad1-9a6acbef3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.344148368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0711b4-122b-47fa-8ad1-9a6acbef3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.39660122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0711b4-122b-47fa-8ad1-9a6acbef3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.449271098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0711b4-122b-47fa-8ad1-9a6acbef3e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.502909719Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"ca251d7d-bab3-4120-b325-eaa61172c970","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-304687f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.156530905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"7dd967dd-6ba2-462f-9e1d-ee637598b0f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.257372368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"62b3cfaa-9da6-44b0-ab1e-52ab16ad5474","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.382735223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"be1327c2-e037-4ac4-b70b-63435bb55956","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.385379979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b2e64-51bd-4161-b2f3-cd980408ac83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.438260961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b2e64-51bd-4161-b2f3-cd980408ac83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.491119075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b2e64-51bd-4161-b2f3-cd980408ac83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.543692497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945b2e64-51bd-4161-b2f3-cd980408ac83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.650320916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"2f9e2f78-13aa-44c9-b863-3485f0f72201","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.783169244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"587d5b3d-df14-464c-842c-75ba367d9f87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.915493773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d717c01d-5e24-4b7b-99e7-4e5698c736da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:09.98870434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"f8e15dea-3d8e-4b6b-990b-df22c48bdb62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.090218394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"9bf55d70-0a79-4887-a442-d60fe6181a7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.090297062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d252f7f-3a86-4f32-bbb6-f625c5703925","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.29545869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"c1cf732b-c7dc-4383-9853-5979b05bb93f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.391201538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"6f91af11-76df-4931-9f61-b79f967e9cc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.627536904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"9a3a8bdf-80dd-4051-b39a-bbfef111739d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.556212024Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"62e948ba-0e18-4635-afcd-d0a49edc28f6","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","subscription":"praxis-route-da6e4e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:17.556389216Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"praxis-route-da6e4e-sub","reconcileID":"62e948ba-0e18-4635-afcd-d0a49edc28f6","MaaSSubscription":{"name":"praxis-route-da6e4e-sub","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"model":"ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-da6e4e/praxis-route-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.237191542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"bbf51c6d-559a-4d69-97c6-e1dd43a4ea22","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.237228071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"bbf51c6d-559a-4d69-97c6-e1dd43a4ea22","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:28.933058917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"0b76ff10-1125-4cab-a823-248343274d8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.10352053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"a5232c2d-ce72-4b91-a002-cfef1c15e98a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.20392906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"fcb76092-0aa7-4a38-a691-47c2f9d36c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.302661976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd748583-5932-4ed7-b4a0-446f0439f2ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.329652014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"676edf1d-409b-4e82-8bab-8fb2155f3a25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.498154306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"5f36fa8b-3939-41d7-88d4-7a60df438989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.786017583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"1179cd4e-6b3a-431c-af3a-1823922b2e08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:30.079145942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"1d56289e-b1b3-4a89-a9f0-175b1842ea61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:30.18133854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c2afa678-a3f8-4011-bb11-8c02785831b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:30.193322343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"2bff846c-7751-44df-b3db-e262b2d7169b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:30.281405567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b5c8ac4-2ead-4c15-82e8-d46c96557a1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:30.308131474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"5eb3f8a3-da81-4f85-b8c1-a7b75e03ae2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.796452697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"a2218dbd-063e-410e-ab01-3fd8cb258f1d","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.796477952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"a2218dbd-063e-410e-ab01-3fd8cb258f1d","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.852176409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"d9e5def4-465d-4baf-b8f2-07c0ac40daf0","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.852196953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"d9e5def4-465d-4baf-b8f2-07c0ac40daf0","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:32.969295028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"3146f602-15c3-4680-8b13-164672700a9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.097308943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"3146f602-15c3-4680-8b13-164672700a9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.153812466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"3146f602-15c3-4680-8b13-164672700a9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.211418092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"ef15943e-f283-4e20-8e74-1eee1706e4ef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.211438139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"ef15943e-f283-4e20-8e74-1eee1706e4ef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:36.711012956Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.318346072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"17dbfeb1-7ae5-4110-a5a4-1b2da4ba80c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.375919751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"17dbfeb1-7ae5-4110-a5a4-1b2da4ba80c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:43.432175009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"17dbfeb1-7ae5-4110-a5a4-1b2da4ba80c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.538180645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"0102d699-9b01-4d36-a390-732fd2e08b8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.597277332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"0102d699-9b01-4d36-a390-732fd2e08b8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.653751445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (68a7bc4f9ca54c74ab5cf9093c0ddcacfc7a16b8fdc80de653643d763c6a77da) AuthConfig (c34244a4d91a06e07fad9eae298787db362356e2f654ef915e0c991721be4e70) AuthConfig (29f0d842691cdba6829d7ad8c84619e6f3e997ed9de27000bea1283552e1b928) AuthConfig (b086e864b44d81e761bc85ba9f535db38487a747f0847965cfafb576e44f5ebb) AuthConfig (60554b55cd17ff8d02c1fcc8579235548eb5aa0b4f5dafa3875c30c64c440497) AuthConfig (5770aa6c377c3e4ecb0b3b1cd5d3d273790fd4cfe194fe3eb607ac06b0ec4fae) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (298b114d67e0d7e532b2330dc90b674ca0f41fd1a44a228335337f1ad2663ce6) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (5ee16fadf4d6efaf0a676ae6f2e347ff44c19dd7b2edf0d447caa62a7eb3461d) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (c5bdab5c391757b98cd5044ccd1b249bbc8f13786142acc6c32f929c7cc7060e) AuthConfig (bb5edb683bad06305304532dd4c0e4fc51238032b21ab29dd3543c38bf9b3ad0) AuthConfig (5930897a7285a0f49511625a465a9d15ddae62ab37d9345267f9a29cc197e3e9) AuthConfig (953aae8be118f46e3e0d7aabaeaff80f4e0f129ea32a593a98a4c58e00d7e520)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"0102d699-9b01-4d36-a390-732fd2e08b8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.712474174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"30d1f0cf-2c5c-47cf-96c2-1fd0164354e8","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:53.712496117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"30d1f0cf-2c5c-47cf-96c2-1fd0164354e8","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.8180691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"22938a24-12e3-4dda-a914-1a75d02c3e8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.875829804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"22938a24-12e3-4dda-a914-1a75d02c3e8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:03.932037029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (68a7bc4f9ca54c74ab5cf9093c0ddcacfc7a16b8fdc80de653643d763c6a77da) AuthConfig (c34244a4d91a06e07fad9eae298787db362356e2f654ef915e0c991721be4e70) AuthConfig (29f0d842691cdba6829d7ad8c84619e6f3e997ed9de27000bea1283552e1b928) AuthConfig (b086e864b44d81e761bc85ba9f535db38487a747f0847965cfafb576e44f5ebb) AuthConfig (60554b55cd17ff8d02c1fcc8579235548eb5aa0b4f5dafa3875c30c64c440497) AuthConfig (5770aa6c377c3e4ecb0b3b1cd5d3d273790fd4cfe194fe3eb607ac06b0ec4fae) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (298b114d67e0d7e532b2330dc90b674ca0f41fd1a44a228335337f1ad2663ce6) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (5ee16fadf4d6efaf0a676ae6f2e347ff44c19dd7b2edf0d447caa62a7eb3461d) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (c5bdab5c391757b98cd5044ccd1b249bbc8f13786142acc6c32f929c7cc7060e) AuthConfig (bb5edb683bad06305304532dd4c0e4fc51238032b21ab29dd3543c38bf9b3ad0) AuthConfig (5930897a7285a0f49511625a465a9d15ddae62ab37d9345267f9a29cc197e3e9) AuthConfig (953aae8be118f46e3e0d7aabaeaff80f4e0f129ea32a593a98a4c58e00d7e520)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"22938a24-12e3-4dda-a914-1a75d02c3e8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.615499161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc32a56-dd3c-4de2-9d84-e1db5e3310da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.668700899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc32a56-dd3c-4de2-9d84-e1db5e3310da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.721396782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc32a56-dd3c-4de2-9d84-e1db5e3310da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:05.773855466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc32a56-dd3c-4de2-9d84-e1db5e3310da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.711404289Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:09.247897912Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"7c57ce83-9be3-4306-a887-d2556b4bcb79","namespace":"ai-tenant-e2e-praxis-a-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:09.247975141Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"7c57ce83-9be3-4306-a887-d2556b4bcb79","namespace":"ai-tenant-e2e-praxis-a-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:09.248042524Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"7c57ce83-9be3-4306-a887-d2556b4bcb79","aitenant":"ai-tenants/e2e-praxis-a-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:11.7511377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"292aeb4e-7544-418e-93ac-137a209eecf9","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:11.751175552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"292aeb4e-7544-418e-93ac-137a209eecf9","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.037068706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"c415846d-a5f9-42b1-a933-57a4fec699ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.094772204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"c415846d-a5f9-42b1-a933-57a4fec699ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:14.161229316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (68a7bc4f9ca54c74ab5cf9093c0ddcacfc7a16b8fdc80de653643d763c6a77da) AuthConfig (c34244a4d91a06e07fad9eae298787db362356e2f654ef915e0c991721be4e70) AuthConfig (29f0d842691cdba6829d7ad8c84619e6f3e997ed9de27000bea1283552e1b928) AuthConfig (b086e864b44d81e761bc85ba9f535db38487a747f0847965cfafb576e44f5ebb) AuthConfig (60554b55cd17ff8d02c1fcc8579235548eb5aa0b4f5dafa3875c30c64c440497) AuthConfig (5770aa6c377c3e4ecb0b3b1cd5d3d273790fd4cfe194fe3eb607ac06b0ec4fae) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (298b114d67e0d7e532b2330dc90b674ca0f41fd1a44a228335337f1ad2663ce6) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (5ee16fadf4d6efaf0a676ae6f2e347ff44c19dd7b2edf0d447caa62a7eb3461d) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (c5bdab5c391757b98cd5044ccd1b249bbc8f13786142acc6c32f929c7cc7060e) AuthConfig (bb5edb683bad06305304532dd4c0e4fc51238032b21ab29dd3543c38bf9b3ad0) AuthConfig (5930897a7285a0f49511625a465a9d15ddae62ab37d9345267f9a29cc197e3e9) AuthConfig (953aae8be118f46e3e0d7aabaeaff80f4e0f129ea32a593a98a4c58e00d7e520)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"c415846d-a5f9-42b1-a933-57a4fec699ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:16.355387658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dae813","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"auth-test-model-dae813","reconcileID":"46209a65-9c9f-4eb5-873f-f6da42ef9631","MaaSModelRef":{"name":"auth-test-model-dae813","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"tenant":"e2e-shared-a-w3-dae813","gateway":"openshift-ingress/e2e-shared-a-w3-dae813","model":"ai-tenant-e2e-shared-a-w3-dae813/auth-test-model-dae813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:16.355417603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dae813","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"auth-test-model-dae813","reconcileID":"46209a65-9c9f-4eb5-873f-f6da42ef9631","MaaSModelRef":{"name":"auth-test-model-dae813","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"routeName":"auth-test-model-dae813-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-dae813","llmisvcName":"auth-test-model-dae813","gateway":"openshift-ingress/e2e-shared-a-w3-dae813","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:19.143337128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"1b18cb0e-08da-436c-a7a0-805fedcd1f42","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:19.143372058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"1b18cb0e-08da-436c-a7a0-805fedcd1f42","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.266653451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"033d5395-c753-4d74-9691-f43f679f3a2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.32442668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"033d5395-c753-4d74-9691-f43f679f3a2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.64763863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"f32a4df3-c70c-468d-bc55-c4651a5c8be1","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.64766785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"f32a4df3-c70c-468d-bc55-c4651a5c8be1","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.889301595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"8135030d-b304-4ee5-8888-da477e33aad9","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.889328861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"8135030d-b304-4ee5-8888-da477e33aad9","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.950482579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"b0d88f5b-d925-4967-b6e9-bbcc4c909988","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.950509255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"b0d88f5b-d925-4967-b6e9-bbcc4c909988","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:29.994064042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"c0960eb5-9985-4cad-888a-0f51f0179aaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a394af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.994700718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"3840881b-b52f-43f3-9f50-e5b7f948a021","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:30.004788803Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"b0d88f5b-d925-4967-b6e9-bbcc4c909988","name":"auth-test-model-2cca95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2cca95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:37:30.004845616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"b0d88f5b-d925-4967-b6e9-bbcc4c909988","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2cca95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.010230207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"59166d6d-76c9-4ee6-b2d7-48e8b173b3cb","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.010245239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"59166d6d-76c9-4ee6-b2d7-48e8b173b3cb","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.053949537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"3840881b-b52f-43f3-9f50-e5b7f948a021","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.09913042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"418474e4-4271-4b8a-b5cc-354d17fd7011","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.099152513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"418474e4-4271-4b8a-b5cc-354d17fd7011","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.155134243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"e16337f3-691c-49f2-a214-7d3964ff30ee","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.155161659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"e16337f3-691c-49f2-a214-7d3964ff30ee","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.314942599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"82c81968-8cdb-4064-bd21-8c5582de1919","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.3684747Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"3268d1ae-5bb6-46d4-96a7-5d9547f1f68a","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-auth-test-model-2cca95","model":"auth-test-model-2cca95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-2cca95/e2e-auth-iso-a394af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.373086539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"82c81968-8cdb-4064-bd21-8c5582de1919","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.536215022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"50e92efd-41a8-4aea-b4c2-264d3eca1343","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.536241614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"50e92efd-41a8-4aea-b4c2-264d3eca1343","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.746682203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"c80ae518-5fb5-4462-8394-f8f44ec97b4a","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-auth-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:36.71134487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.414084971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"8ae0300c-a969-4a9a-a5df-86a6d461b029","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.512771731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c2f64846-fa9c-4a6c-88c5-34880b5eb975","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.613280914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"7a81a017-3813-43cf-8779-a2d670afe8f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:38.623975634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"fb684243-5297-44f9-a3ff-7f52422ab472","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.083671832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"811a892e-022c-42ec-b3a1-8cd47dc219e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.172338923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"67a1594e-53b2-410b-b451-e7a59a6817ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.188956959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fed71e89-7ac8-4abb-b722-fbcf843e5ed2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.275349757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"45ae97b1-be99-4521-b59e-82a78086e265","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.534391009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"709b9565-914e-4590-aed7-bfcd7af968ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.643188817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"e1571154-c55f-4f60-8212-c8063ef4c486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.745073935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a26aa80-ed76-4328-a9e1-4fcf1dd784ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:39.872332936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"7982e4c3-8a4e-41b3-838e-21cc40e2ffe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:57.874983216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"e22507d5-cdc6-4d9a-a10f-1aa1fb48c6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.096875414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"24499b84-c4ef-4f6e-9034-d45b856a8e89","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-auth-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.266093087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"1643603c-8184-46c4-925a-9cb5d4296da3","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.266121124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"1643603c-8184-46c4-925a-9cb5d4296da3","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.320743265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"c468fbfc-fd8b-4e5d-a087-a03df54d2e28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.41959919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"0b80b112-19bd-4a6d-a955-7d4f36baa9d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.519491857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0428c72a-161a-4c80-a082-ce4793f594a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.51950941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"f7e04052-4f0a-4fd9-97f3-466759b27692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.546185695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"b874f518-871e-4674-a208-cafda2aa0710","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.713250374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"c1b20e34-e7e1-4150-acf4-7068da2305b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.811690022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"2b892950-b8b3-45a4-8c0b-1ad5449a5bba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.166572923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e218c631-ff96-42ec-bf60-33c633d7d9af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.252999346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"105abca1-1b4b-4ce6-922a-4dd46a62a14a","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.253018872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"105abca1-1b4b-4ce6-922a-4dd46a62a14a","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.283427887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"3297ce34-e741-4b38-bfa3-59c19a773388","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.310039547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"9318407f-751d-48ba-974f-653476c2db4d","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.310060036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"9318407f-751d-48ba-974f-653476c2db4d","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.398106959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"37659492-e43f-480a-907f-003df48d73d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.414248107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"5029a4bf-935e-4ac9-8acf-aed1a3015b3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.498930542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"85b3aed7-d23b-4bcf-956f-553c43a55ae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.541734112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"5029a4bf-935e-4ac9-8acf-aed1a3015b3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.601098374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"5029a4bf-935e-4ac9-8acf-aed1a3015b3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.656946206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"7c0eeb8c-6484-4336-aaf1-24264ba2ebe5","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.656975575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"7c0eeb8c-6484-4336-aaf1-24264ba2ebe5","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.70542505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"a077654a-1c25-4624-b989-9f7d9e85eb9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:59.763556189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"a077654a-1c25-4624-b989-9f7d9e85eb9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:06.711748396Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:09.7621962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"83044110-dda7-4989-b0c2-d0c16b6957b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:09.819507973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"83044110-dda7-4989-b0c2-d0c16b6957b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:09.875712024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"83044110-dda7-4989-b0c2-d0c16b6957b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:16.797576375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"53bf7a75-6861-4590-8ef5-36f3888b4a8d","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-auth-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:16.911618934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"2a02208b-0757-49da-9481-409de10d4cb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.027508702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"9548d527-b869-4643-812a-b934a62faa67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.41655805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"d7c1aba2-dd26-4d59-ab02-33c3f11d6e4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.517601149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"682b2fd6-120e-4fa0-baf4-31a86bac55b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.528385279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"00021ad8-ce41-49a1-a671-c83d4c1a2837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.619882864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"e9d4780c-e62d-4d73-8ed4-ed44750de40b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.721708806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"c0dced42-3e7d-4826-929c-3d05b19be5b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.735133513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75ee64d3-dfde-4079-9a9d-1e79c4aa7a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.839153599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"9259c4f7-3621-42dc-b9a8-c604ae96321d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:17.98976726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0dbd6338-2585-4cd3-94f9-8c95f0d01bd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:18.10435266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"f16ea21f-3741-450e-88c7-2ab25bbb88ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:18.273404596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"3b58d643-9328-4d6c-9d5f-f94d5d93d319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:19.981043894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"85920776-9430-49ef-8105-3bf72193c249","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.039066479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"85920776-9430-49ef-8105-3bf72193c249","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.095206508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4f1d6b2b6498b87de7561a8dfa51e8acced6d442ab5c835450012a87cdb935f) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (1a678b3acee8d7d43945efe6d7b2cd61bbd7b10ac8305cdd93ace195961633e9) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (4f6d2e030807ec56a55c65e979bc482e3fc627029fb2e051ed8d0030513ddfd3) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (af62b3a07242109e611755e8275251b247c4c1bd3a1bb4003c4cb411ba1c4315) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (0db87d8cc926f6dfd4c89679120eca58be309c3d2a23685cc3c3b81beb24519d) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4) AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (c9fc35025888060321cd2df0a44004f25239688c8e21d44350ad6797cc50ec0c) AuthConfig (627f3ae057fea805f1384b2270e35c2b985eb0f48980301a66cecfaa6f55f28e) AuthConfig (ef1d0c4c61bfb2484e949d72c54e34dc1c99f19d3f1402d07aed78f7bc0ce3bc) AuthConfig (39951ded9a880ee7374c5d5fe725d047577a328f3ee2fb5ded7b17b31e8fa4af) AuthConfig (ef42d9f64db94fb22c14b6ff3a2f44a5a4195d85f04639d497c9929d78993b24) AuthConfig (dee5a1a1d06f7cc6e2e802f905a7d1adf69d4e8fb255e3a0b6dbfd69819a00fc) AuthConfig (f5de43b0e8a01d1cb6e50ac27baca1aee8056d0aeddb691b85bbab14c39f32f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"85920776-9430-49ef-8105-3bf72193c249","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.153566193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"a31befdb-a6a5-4f51-ad1f-da74c891a58b","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:20.153586757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"a31befdb-a6a5-4f51-ad1f-da74c891a58b","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.576375503Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","namespace":"ai-tenant-e2e-praxis-a-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.576454647Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","namespace":"ai-tenant-e2e-praxis-a-da6e4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.576525783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","tenant":"e2e-praxis-a-da6e4e","tenantID":"e2e-praxis-a-da6e4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.631075905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"Deployment","name":"maas-api-e2e-praxis-a-da6e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.691533744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"Service","name":"maas-api-e2e-praxis-a-da6e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.749323861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-da6e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.804144045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-da6e4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.860537607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.921742855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:21.979247082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.037411452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.094841164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.147586422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.200369142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"Service","name":"payload-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.252402352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.307282438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.3596848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.411930173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.467945693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.520845913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.596420032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.648477449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-da6e4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.703107631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da6e4e"},"namespace":"ai-tenant-e2e-praxis-a-da6e4e","name":"default-tenant","reconcileID":"b8587a67-bc5c-41ac-b3e3-af807dd72c15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-da6e4e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:23.445825119Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-da6e4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-da6e4e","reconcileID":"4fb31650-6430-48a4-a818-f22e03f40722","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-da6e4e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-da6e4e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:24.69097963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05868f4-17e1-402d-be79-36cbebde5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:24.743690895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05868f4-17e1-402d-be79-36cbebde5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:24.796611134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05868f4-17e1-402d-be79-36cbebde5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:24.849518084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05868f4-17e1-402d-be79-36cbebde5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:26.746698137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59124-8255-4237-b5f4-a7bc13d72b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:26.799982161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59124-8255-4237-b5f4-a7bc13d72b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:26.852776215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59124-8255-4237-b5f4-a7bc13d72b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:26.905440938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59124-8255-4237-b5f4-a7bc13d72b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:30.259122163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"8b0ea814-4634-441a-b0f9-94d8e2e3d5b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:30.317019484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"8b0ea814-4634-441a-b0f9-94d8e2e3d5b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:30.373992091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4f1d6b2b6498b87de7561a8dfa51e8acced6d442ab5c835450012a87cdb935f) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (1a678b3acee8d7d43945efe6d7b2cd61bbd7b10ac8305cdd93ace195961633e9) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (4f6d2e030807ec56a55c65e979bc482e3fc627029fb2e051ed8d0030513ddfd3) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (af62b3a07242109e611755e8275251b247c4c1bd3a1bb4003c4cb411ba1c4315) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (0db87d8cc926f6dfd4c89679120eca58be309c3d2a23685cc3c3b81beb24519d) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4) AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (c9fc35025888060321cd2df0a44004f25239688c8e21d44350ad6797cc50ec0c) AuthConfig (627f3ae057fea805f1384b2270e35c2b985eb0f48980301a66cecfaa6f55f28e) AuthConfig (ef1d0c4c61bfb2484e949d72c54e34dc1c99f19d3f1402d07aed78f7bc0ce3bc) AuthConfig (39951ded9a880ee7374c5d5fe725d047577a328f3ee2fb5ded7b17b31e8fa4af) AuthConfig (ef42d9f64db94fb22c14b6ff3a2f44a5a4195d85f04639d497c9929d78993b24) AuthConfig (dee5a1a1d06f7cc6e2e802f905a7d1adf69d4e8fb255e3a0b6dbfd69819a00fc) AuthConfig (f5de43b0e8a01d1cb6e50ac27baca1aee8056d0aeddb691b85bbab14c39f32f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"8b0ea814-4634-441a-b0f9-94d8e2e3d5b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:31.981070456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff4c32-8185-43d8-9944-8296b80860fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:32.034262007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff4c32-8185-43d8-9944-8296b80860fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:32.086891457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff4c32-8185-43d8-9944-8296b80860fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:32.142366933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aff4c32-8185-43d8-9944-8296b80860fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.095950872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadab6be-1505-4b8a-96c6-7016b5139798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.149111012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadab6be-1505-4b8a-96c6-7016b5139798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.202016747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadab6be-1505-4b8a-96c6-7016b5139798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.254775357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadab6be-1505-4b8a-96c6-7016b5139798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:36.712555777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.222808141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"9ff37543-ecbc-4102-9f07-c8a6513cf689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.323940285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"f401c30c-7a64-4474-84bd-189d243d1554","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.340740165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"b3afb8e3-999d-43a6-9705-a0ccc273e9fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.47948932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"9d6df19a-b13c-4fc6-87d6-81eb327a473c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.537512054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"9d6df19a-b13c-4fc6-87d6-81eb327a473c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.594583953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4f1d6b2b6498b87de7561a8dfa51e8acced6d442ab5c835450012a87cdb935f) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (1a678b3acee8d7d43945efe6d7b2cd61bbd7b10ac8305cdd93ace195961633e9) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (4f6d2e030807ec56a55c65e979bc482e3fc627029fb2e051ed8d0030513ddfd3) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (af62b3a07242109e611755e8275251b247c4c1bd3a1bb4003c4cb411ba1c4315) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (0db87d8cc926f6dfd4c89679120eca58be309c3d2a23685cc3c3b81beb24519d) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4) AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (c9fc35025888060321cd2df0a44004f25239688c8e21d44350ad6797cc50ec0c) AuthConfig (627f3ae057fea805f1384b2270e35c2b985eb0f48980301a66cecfaa6f55f28e) AuthConfig (ef1d0c4c61bfb2484e949d72c54e34dc1c99f19d3f1402d07aed78f7bc0ce3bc) AuthConfig (39951ded9a880ee7374c5d5fe725d047577a328f3ee2fb5ded7b17b31e8fa4af) AuthConfig (ef42d9f64db94fb22c14b6ff3a2f44a5a4195d85f04639d497c9929d78993b24) AuthConfig (dee5a1a1d06f7cc6e2e802f905a7d1adf69d4e8fb255e3a0b6dbfd69819a00fc) AuthConfig (f5de43b0e8a01d1cb6e50ac27baca1aee8056d0aeddb691b85bbab14c39f32f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"9d6df19a-b13c-4fc6-87d6-81eb327a473c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.628077053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"0cb98dc4-7b9b-4eaf-8d4b-47a17ccfa5fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:40.794035228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"df77fbf2-b0e9-4c3e-88c8-b1a5250ae314","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-auth-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.124163498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"5c9b026e-8256-481c-8cc1-39fa8d0c8955","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.22439688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"f642455b-9198-4f0b-8408-1c2e35e2750a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.238520867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbb5a005-9bf3-41e4-8c26-26fd6d925d04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.323972705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"a72285f0-8018-42f3-bff9-1cec8df75607","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.425394089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"1fcea4cf-b208-4d9b-b997-82364238cd5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.524796388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3f401b4-61a7-4e64-90e8-3d5caf7ee60b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.62755869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"0eb7d10b-bb4d-4de2-bab1-6c7021d71593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:41.633409431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"5214073a-0324-4d95-829a-3943f7a49e41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:50.699935425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"dc4a6ba9-52db-40f7-8db8-e679a674f50c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:50.75876039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"dc4a6ba9-52db-40f7-8db8-e679a674f50c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:51.085282107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"091e50bf-8be6-45c0-9abe-60ff29d246f5","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:51.085310399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"091e50bf-8be6-45c0-9abe-60ff29d246f5","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:51.144509973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"2909533f-3758-4952-938d-7124e286e9c5","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:51.144537253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"2909533f-3758-4952-938d-7124e286e9c5","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:55.382554999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dc0fe","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"auth-test-model-5dc0fe","reconcileID":"5ea5138e-9717-42fa-a054-403010c9cf25","MaaSModelRef":{"name":"auth-test-model-5dc0fe","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"tenant":"e2e-shared-b-w3-5dc0fe","gateway":"openshift-ingress/e2e-shared-b-w3-5dc0fe","model":"ai-tenant-e2e-shared-b-w3-5dc0fe/auth-test-model-5dc0fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:55.382586154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dc0fe","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"auth-test-model-5dc0fe","reconcileID":"5ea5138e-9717-42fa-a054-403010c9cf25","MaaSModelRef":{"name":"auth-test-model-5dc0fe","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"routeName":"auth-test-model-5dc0fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","llmisvcName":"auth-test-model-5dc0fe","gateway":"openshift-ingress/e2e-shared-b-w3-5dc0fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.331033128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"eb054364-7262-479c-b8a3-3b28febf3c27","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.331053782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"eb054364-7262-479c-b8a3-3b28febf3c27","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.407266107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"0c816401-85a2-469f-a55a-b61d9e78c680","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.407289476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"0c816401-85a2-469f-a55a-b61d9e78c680","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:38:56.447405578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"ae264285-61b1-47ef-a640-5cc40dea2de0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a394af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.447609218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"40ae492b-cc5b-4a51-9dca-e3ae2b223f85","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.50492344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"40ae492b-cc5b-4a51-9dca-e3ae2b223f85","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.548053129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"6080f03f-9d70-4e55-9893-c55d87ed02a2","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.548077525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"6080f03f-9d70-4e55-9893-c55d87ed02a2","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.553661183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"0507d08c-f9b7-43fa-a18b-4eb90a3a8132","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.553680691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"0507d08c-f9b7-43fa-a18b-4eb90a3a8132","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.603215307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"21c26508-c2ae-4d71-bf72-e05625f070c8","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.603235778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"21c26508-c2ae-4d71-bf72-e05625f070c8","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.611707403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"22cb5940-93f2-4122-94ce-0cabec6ea2b0","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.611725624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"22cb5940-93f2-4122-94ce-0cabec6ea2b0","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.707355857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"492f3259-0699-4d9a-aaa0-65bf81205c4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.814311636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"29d68416-2bd0-479e-af84-9554072fe472","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.824365699Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"ba936ee7-e128-48cb-aa81-cb2157647009","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-auth-test-model-5dbecd","model":"auth-test-model-5dbecd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-5dbecd/e2e-auth-iso-a394af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.836765733Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"492f3259-0699-4d9a-aaa0-65bf81205c4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.871850162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"29d68416-2bd0-479e-af84-9554072fe472","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.892726808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"492f3259-0699-4d9a-aaa0-65bf81205c4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.94825294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"0dd8fd1b-e9ee-4c77-8877-7ed07e45faf3","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.948271909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"0dd8fd1b-e9ee-4c77-8877-7ed07e45faf3","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.993552142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"ca8df773-4a14-4c1d-b2f8-092302b9a141","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:56.993576234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"ca8df773-4a14-4c1d-b2f8-092302b9a141","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.203316692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"d3fd7d37-371d-4d5f-b2e1-48f679a594e0","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-auth-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:58.305443518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"c36aee3b-5c9b-4f75-ac2b-9e1c050d9d4a","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:58.305475602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"c36aee3b-5c9b-4f75-ac2b-9e1c050d9d4a","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:03.73871996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"7a7b0f88-64a2-407f-990d-d787c27d9409","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:03.738747672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"7a7b0f88-64a2-407f-990d-d787c27d9409","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:03.797700021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"287accc9-5ff5-4b0d-9676-1f97febca446","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:03.797720367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"287accc9-5ff5-4b0d-9676-1f97febca446","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:03.90426775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"4fc50995-be93-4e96-b148-d98a280b9d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:04.048693289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"4fc50995-be93-4e96-b148-d98a280b9d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:04.104815908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"4fc50995-be93-4e96-b148-d98a280b9d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:04.166565324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"47fa373c-2d9a-4283-bd59-d733260ae99f","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:04.166585862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"47fa373c-2d9a-4283-bd59-d733260ae99f","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:06.711644434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:07.05390606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"08e38032-c2aa-4593-bf86-b34cc7bb3e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:07.111515256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"08e38032-c2aa-4593-bf86-b34cc7bb3e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:07.168363115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"08e38032-c2aa-4593-bf86-b34cc7bb3e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:08.253788506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473ad6ab-a9dc-46ea-8017-bc007834f26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:08.306468918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473ad6ab-a9dc-46ea-8017-bc007834f26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:08.360503771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473ad6ab-a9dc-46ea-8017-bc007834f26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:08.41349201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473ad6ab-a9dc-46ea-8017-bc007834f26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:08.850217882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-8ff429","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-8ff429","reconcileID":"d76ecfb2-e941-4182-ba54-12657f32ebcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-8ff429","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-8ff429":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:10.31852267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23d4473-3a2b-471c-bfc2-27d5a105e2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:10.371220926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23d4473-3a2b-471c-bfc2-27d5a105e2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:10.423799326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23d4473-3a2b-471c-bfc2-27d5a105e2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:10.476341084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23d4473-3a2b-471c-bfc2-27d5a105e2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:12.438363231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843f67-f3d4-4ace-bd21-d23d7f08b3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:12.493241016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843f67-f3d4-4ace-bd21-d23d7f08b3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:12.546357347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843f67-f3d4-4ace-bd21-d23d7f08b3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:12.599296363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e843f67-f3d4-4ace-bd21-d23d7f08b3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:14.272751832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"e2434c48-ca42-4bf3-9180-5697595c5948","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:14.33031332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"e2434c48-ca42-4bf3-9180-5697595c5948","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:14.392701201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"e2434c48-ca42-4bf3-9180-5697595c5948","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:17.274291137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"a7cd3004-43af-4f38-b354-d207c476103c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:17.333364738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"a7cd3004-43af-4f38-b354-d207c476103c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:17.3912349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"a7cd3004-43af-4f38-b354-d207c476103c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:19.877042287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"c0c19ef6-6e78-467b-b721-a875a55788e4","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-auth-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:20.046227469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"ab74d9fa-b6ed-48d1-95cd-9fdf89276970","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:20.046247978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"ab74d9fa-b6ed-48d1-95cd-9fdf89276970","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:20.577656533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"b859c79d-135a-47af-95af-bd01a6cd81e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:20.635120626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"b859c79d-135a-47af-95af-bd01a6cd81e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:23.651605272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"008e432f-4198-41c5-82d2-aec11de61bee","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:23.651636531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"008e432f-4198-41c5-82d2-aec11de61bee","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:23.755592091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"4f95dcdd-7a4f-4c76-a033-e0ae299e3309","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:23.813190173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"4f95dcdd-7a4f-4c76-a033-e0ae299e3309","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:23.815038945Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"0e48d7c1-47a7-4cc0-af0b-a410a74ca351","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a871ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:24.075215776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"1d645310-37c2-4c61-b839-946aa8c67860","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:24.133882192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"1d645310-37c2-4c61-b839-946aa8c67860","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:24.498421293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"6ecf143f-396a-47cb-8a2d-8c12a4c70bbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:24.557539519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"6ecf143f-396a-47cb-8a2d-8c12a4c70bbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:24.614671462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"6ecf143f-396a-47cb-8a2d-8c12a4c70bbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.496203084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"19a83a01-50b7-4c2b-8c8a-f90e0abc4190","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.553921444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"19a83a01-50b7-4c2b-8c8a-f90e0abc4190","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.610077033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b953bfceda8d72d6b1456760414abcd93b52197ec9160cc98bce3fe9c03b9ddb) AuthConfig (c155200c2dd1ec2e682847d33ce6dbfe55c4cf67741d29c22e4db5fdfc70e76f) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (2827040d59c4582008ff4226d4d0e57b605f90624aeb60cd11152aca3f27fb04) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (f5aa73019e68f853a78e475fac7b11a2a6c717e4da7e23ba8eeb761ff17e52cb) AuthConfig (72d2ebe55b0bbcae4750935005ad845165a43173582d0bee8cfc0d7e9eb39022) AuthConfig (fcef00fdf404088766dad5640759cf6536fc453a45f1f2037e72834fb2cea8a1) AuthConfig (0d9d6af91aecdb52d33bafba78be47de55145e583f7c1c0c721264aa3ea39cf0) AuthConfig (bb4fe68f1c0d86445ab66c53147fc0dd4a03a58d8fcb9a6d447028fb5c68198a) AuthConfig (b5335261f3637f7ca1581dc64c7ab5746e6987952c59a3e7f848725fed30c75b) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (aa9f74818f1dd163e270dce56bf3573e3a63472b9b3a984f8021445588d97559) AuthConfig (7c6be31a69c2700f0ccf6a6901d43622981c05b207c65a3854c28995a5e5ac82) AuthConfig (7016ef8abe5f2699059426f9ca7dbe35f7fa11258667985c8e1d7404a816e873)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"19a83a01-50b7-4c2b-8c8a-f90e0abc4190","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.668657024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"af4fa5a3-9554-4a6c-b307-22bd5d921d7e","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.668682794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"af4fa5a3-9554-4a6c-b307-22bd5d921d7e","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:33.868451511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"10ca517e-7d14-4941-846e-ed75e15a91b7","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","subscription":"e2e-auth-iso-a394af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:33.921267305Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"10ca517e-7d14-4941-846e-ed75e15a91b7","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:33.974009999Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"10ca517e-7d14-4941-846e-ed75e15a91b7","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.246122826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"2fd36ad2-6d89-43eb-87f2-d55b09a528d9","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.246142215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"2fd36ad2-6d89-43eb-87f2-d55b09a528d9","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.350530299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"6ba84b78-79a3-4229-8992-469388d9a8e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.386344909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"8ba2ecd6-a45b-444f-8dcc-84ddff7d5895","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.386364591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"8ba2ecd6-a45b-444f-8dcc-84ddff7d5895","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.407904187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"6ba84b78-79a3-4229-8992-469388d9a8e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.490271468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"41a907dd-a5f3-4841-af26-0df9998d1eea","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.54795006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"41a907dd-a5f3-4841-af26-0df9998d1eea","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.548484981Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"f87b66f0-72ce-4ebc-afa5-163cfd58c59f","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d35c32aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.717255014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"6c397b58-9ca7-4562-b98e-e1639a7f09f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.718321868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"3baf29e9-4c8b-4227-b6c5-8506dae4cf2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.774370783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"6c397b58-9ca7-4562-b98e-e1639a7f09f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.776491812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"3baf29e9-4c8b-4227-b6c5-8506dae4cf2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.83246813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"3baf29e9-4c8b-4227-b6c5-8506dae4cf2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.869753641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"95c6c06c-3470-4e28-a49c-be17ab6884a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:34.927561431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"95c6c06c-3470-4e28-a49c-be17ab6884a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.448609521Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","namespace":"ai-tenant-e2e-praxis-b-45bb47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.448673061Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","namespace":"ai-tenant-e2e-praxis-b-45bb47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.448729278Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","tenant":"e2e-praxis-b-45bb47","tenantID":"e2e-praxis-b-45bb47","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.503354735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"Deployment","name":"maas-api-e2e-praxis-b-45bb47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.565856021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"Service","name":"maas-api-e2e-praxis-b-45bb47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.621432639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-45bb47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.675631712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-45bb47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.711091136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.738214067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.793485919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.850976438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.906401629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:36.964426718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.017804944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.070685728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"Service","name":"payload-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.127114397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.181212393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.23346468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.285839436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.342430916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.394968708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.447166969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.500220078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-45bb47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.552523416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-45bb47"},"namespace":"ai-tenant-e2e-praxis-b-45bb47","name":"default-tenant","reconcileID":"9118d28a-22e1-44fb-a941-4ecb2bb6ff12","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-45bb47","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.836774619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"cb23dbe7-bfeb-45a0-aa38-1e524849d80b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.895620392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"cb23dbe7-bfeb-45a0-aa38-1e524849d80b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:37.951490272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b953bfceda8d72d6b1456760414abcd93b52197ec9160cc98bce3fe9c03b9ddb) AuthConfig (c155200c2dd1ec2e682847d33ce6dbfe55c4cf67741d29c22e4db5fdfc70e76f) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (2827040d59c4582008ff4226d4d0e57b605f90624aeb60cd11152aca3f27fb04) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (f5aa73019e68f853a78e475fac7b11a2a6c717e4da7e23ba8eeb761ff17e52cb) AuthConfig (72d2ebe55b0bbcae4750935005ad845165a43173582d0bee8cfc0d7e9eb39022) AuthConfig (fcef00fdf404088766dad5640759cf6536fc453a45f1f2037e72834fb2cea8a1) AuthConfig (0d9d6af91aecdb52d33bafba78be47de55145e583f7c1c0c721264aa3ea39cf0) AuthConfig (bb4fe68f1c0d86445ab66c53147fc0dd4a03a58d8fcb9a6d447028fb5c68198a) AuthConfig (b5335261f3637f7ca1581dc64c7ab5746e6987952c59a3e7f848725fed30c75b) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (aa9f74818f1dd163e270dce56bf3573e3a63472b9b3a984f8021445588d97559) AuthConfig (7c6be31a69c2700f0ccf6a6901d43622981c05b207c65a3854c28995a5e5ac82) AuthConfig (7016ef8abe5f2699059426f9ca7dbe35f7fa11258667985c8e1d7404a816e873)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"cb23dbe7-bfeb-45a0-aa38-1e524849d80b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.298572361Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-45bb47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-45bb47","reconcileID":"8153e42c-c679-4c95-9d7d-2c577e17b57f","aitenant":"ai-tenants/e2e-praxis-b-45bb47","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.877888337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc3832a-cdfe-4f95-a421-c5fc93185c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.930476966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc3832a-cdfe-4f95-a421-c5fc93185c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.982883777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc3832a-cdfe-4f95-a421-c5fc93185c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.035501693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc3832a-cdfe-4f95-a421-c5fc93185c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.150159906Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-45bb47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-45bb47","reconcileID":"8153e42c-c679-4c95-9d7d-2c577e17b57f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-45bb47","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-45bb47"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.602102618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"8059b65f-cd4b-44e7-b7bb-2483c8f2053d","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","subscription":"e2e-auth-iso-a394af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.655096699Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"8059b65f-cd4b-44e7-b7bb-2483c8f2053d","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.708106589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"8059b65f-cd4b-44e7-b7bb-2483c8f2053d","MaaSSubscription":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.943644295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2625d473-a780-48ff-9a29-c9972b72fcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.943796277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8700f28f-e0f2-477d-a6f9-4aec63c36be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.978789741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"46f4d414-4c71-4231-9ecc-faca78f63018","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.978819071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"46f4d414-4c71-4231-9ecc-faca78f63018","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.997922498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2625d473-a780-48ff-9a29-c9972b72fcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.0542649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2625d473-a780-48ff-9a29-c9972b72fcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.056522345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8700f28f-e0f2-477d-a6f9-4aec63c36be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.107286272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2625d473-a780-48ff-9a29-c9972b72fcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.12318328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"13854a9e-a325-44d4-bce5-f369d2d86b53","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.12325328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"5273995c-87f7-4ee4-b6ed-f392b891ff2a","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.123269984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"5273995c-87f7-4ee4-b6ed-f392b891ff2a","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.159356525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"327898c7-dcf8-4a57-b389-54f215cf9352","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.163464538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8700f28f-e0f2-477d-a6f9-4aec63c36be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.21661795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"327898c7-dcf8-4a57-b389-54f215cf9352","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.373740161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"13854a9e-a325-44d4-bce5-f369d2d86b53","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.502755015Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"13854a9e-a325-44d4-bce5-f369d2d86b53","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.502779297Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-auth-iso-a394af","reconcileID":"13854a9e-a325-44d4-bce5-f369d2d86b53","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.52641375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"2099ff68-36c6-49f3-a95b-5ccf7b9744c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.56040309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"fe17bb4a-2552-47d0-a5b1-7e9647c08563","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/auth-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.560429308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"auth-test-model-2cca95","reconcileID":"fe17bb4a-2552-47d0-a5b1-7e9647c08563","MaaSModelRef":{"name":"auth-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"auth-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"auth-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.585285556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"2099ff68-36c6-49f3-a95b-5ccf7b9744c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.707396355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"4b7fd064-5d32-4e79-b1bd-9d614fae7194","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.707415265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"4b7fd064-5d32-4e79-b1bd-9d614fae7194","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.792711011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"76dd31d8-a77c-4b7a-a80a-816dd57e3869","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:45.996312673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"76dd31d8-a77c-4b7a-a80a-816dd57e3869","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.126006354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"76dd31d8-a77c-4b7a-a80a-816dd57e3869","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.126034169Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-auth-iso-a394af","reconcileID":"76dd31d8-a77c-4b7a-a80a-816dd57e3869","MaaSAuthPolicy":{"name":"e2e-auth-iso-a394af","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.218006235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"ab8c300d-f875-4c2a-9f3d-2906dcda3e6a","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/auth-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.218026651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"auth-test-model-5dbecd","reconcileID":"ab8c300d-f875-4c2a-9f3d-2906dcda3e6a","MaaSModelRef":{"name":"auth-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"auth-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"auth-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.37298019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"e444e6fe-c398-4772-99cc-c348696e3e3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.08248865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c2832-41fa-432e-8f0b-bc6dbbc0fa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.135261293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c2832-41fa-432e-8f0b-bc6dbbc0fa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.187671289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c2832-41fa-432e-8f0b-bc6dbbc0fa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:47.240169803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c2832-41fa-432e-8f0b-bc6dbbc0fa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:48.102894817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"8a5a10cc-5dc9-4191-9c4e-5d0e39d4fb59","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:48.160817819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"8a5a10cc-5dc9-4191-9c4e-5d0e39d4fb59","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:48.21672628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b953bfceda8d72d6b1456760414abcd93b52197ec9160cc98bce3fe9c03b9ddb) AuthConfig (c155200c2dd1ec2e682847d33ce6dbfe55c4cf67741d29c22e4db5fdfc70e76f) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (2827040d59c4582008ff4226d4d0e57b605f90624aeb60cd11152aca3f27fb04) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (f5aa73019e68f853a78e475fac7b11a2a6c717e4da7e23ba8eeb761ff17e52cb) AuthConfig (72d2ebe55b0bbcae4750935005ad845165a43173582d0bee8cfc0d7e9eb39022) AuthConfig (fcef00fdf404088766dad5640759cf6536fc453a45f1f2037e72834fb2cea8a1) AuthConfig (0d9d6af91aecdb52d33bafba78be47de55145e583f7c1c0c721264aa3ea39cf0) AuthConfig (bb4fe68f1c0d86445ab66c53147fc0dd4a03a58d8fcb9a6d447028fb5c68198a) AuthConfig (b5335261f3637f7ca1581dc64c7ab5746e6987952c59a3e7f848725fed30c75b) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (aa9f74818f1dd163e270dce56bf3573e3a63472b9b3a984f8021445588d97559) AuthConfig (7c6be31a69c2700f0ccf6a6901d43622981c05b207c65a3854c28995a5e5ac82) AuthConfig (7016ef8abe5f2699059426f9ca7dbe35f7fa11258667985c8e1d7404a816e873)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"8a5a10cc-5dc9-4191-9c4e-5d0e39d4fb59","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:49.277703428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"2403db6b-bcf1-46a0-be06-7fc153988d28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.269685725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"def0dc47-e18b-446b-b828-794aa6990bb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.327217933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"def0dc47-e18b-446b-b828-794aa6990bb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.38371801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2aff56add33d4beeb3ed994b227fcd6b9d909d69607337a3f44b4068599eb2a7) AuthConfig (30db6c8f4f44f33735efd9dff99286caeb3eefb567ec8ec6c996e51f23a40f53) AuthConfig (bf669e7309fb1091dbb1a665ee582f1213ff937d8a96fae6e2d8a837b7886a08) AuthConfig (dce7695304c8d0396c3ceb174002b62a08d24084193c5235f47360d2619d11bb) AuthConfig (46cc327ec9f1f578d2cfb413f6fbaa48edda4d479b2715611b88ee33beddb5a6) AuthConfig (41ce959efee1ded21385d337fdb5115cdea5f64b6052857e9ce73a4b3d565cd4) AuthConfig (9e3478d90d0953d91379399d2c00a543091362f9fd3407981f7954b9516d6174) AuthConfig (d5c76bb2b338ad7bf98946c3fd48993333a385bdd5d4ee126cff3b9056e3c2fa) AuthConfig (a8aa8ee67f79153e80eda6b5539e91beb6a9e96226ff80bf2dd20c26ea4b6a2e) AuthConfig (18a0ce9565617e6320c1a055e4ee6ad80116e6a52bd3b6a991a104fd05299a95) AuthConfig (ea8c6b4e9eca2cfd3b963db32a428d2811848170428fc6cab567cf091a65ac38) AuthConfig (25fafb4229985fa25d8b131c32d7476a604eecf89557467bb106f2eeec1984e0) AuthConfig (137aede53017ef8fe438058162b2433832a565df81e49261801184d9a03b5425) AuthConfig (7fc1d694f47d3293190c439f8c4cddec2f05b083285e2009271383085fd9b3d0) AuthConfig (45d5a749442e10394850fc1827b2996a92cf38c1cbc4cede362927dcaa43babb) AuthConfig (af751af5d0bc565b0f51426dc89cfd57fb38514f34780b07d38bdd08c22350be) AuthConfig (7b7fec3723056c032f69560aab78dc5cf8fce3df2a89d856191ae9b8e88421c2) AuthConfig (535e1cd5dabab4b0dd9e1a9a2111592ee03d6247c3f7e70fd44a43c37216c2a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"def0dc47-e18b-446b-b828-794aa6990bb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.442569289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"ff11ef56-0785-4bbe-93f4-51ca30507fed","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:55.442800679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"ff11ef56-0785-4bbe-93f4-51ca30507fed","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:56.674981999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"01614057-c86f-44d6-891e-bde10686a84d","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:56.730162334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"508182ba-548e-47ea-a820-dcb84d27b2c8","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:56.886912006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"896e07d3-d3ff-4448-a9ea-28642df3be22","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:56.945435666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"896e07d3-d3ff-4448-a9ea-28642df3be22","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:56.950031107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"9dc19e5b-5bd8-46b2-83f3-c53774483b6d","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.005725913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"6f2d1d51-1297-4543-b531-d27e63df3551","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:39:57.056847698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-sub","reconcileID":"6c5472a3-53a5-4923-983c-cd18cb5675f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.108332616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"acc26d8c-69f1-495c-8047-88f103cd3355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.10833442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ef863c9d-767c-4d46-924f-cd6da6b7f7a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.168155386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"acc26d8c-69f1-495c-8047-88f103cd3355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.168334575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ef863c9d-767c-4d46-924f-cd6da6b7f7a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.169025724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"d560aea7-cd2a-46d6-af64-7f4fa79b5040","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.226285635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"acbf7d60-44e1-4405-8a91-46d03786534b","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.26490765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"2a7673a7-9de3-4ab9-b02f-9b3f296970f4","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.45178291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"08973868-f9a7-4e19-816f-fcd2f448e6dc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.496048672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-sub","reconcileID":"2b8e387b-7780-49a1-b260-83f6104b5953","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/e2e-status-active-sub","ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.509171366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"08973868-f9a7-4e19-816f-fcd2f448e6dc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.551400282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"aeedeb5a-de19-49c7-8c45-26ccb0cdb771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.552115033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8b68af33-2196-48d3-aa2b-092df259fa0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.608702779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"aeedeb5a-de19-49c7-8c45-26ccb0cdb771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.611017416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8b68af33-2196-48d3-aa2b-092df259fa0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.662907728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"d74263b1-b8d8-419a-8bcc-a9473a837f1b","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.707692085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"de5ff282-2402-41c1-8e68-7e752d0c018e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:57.873329745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-sub","reconcileID":"96204561-6aff-4d82-9ad4-b71e3d2a788c","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:58.322857166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"959a7e80-8405-4f08-86d8-c54a6e189f42","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:58.380812112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"959a7e80-8405-4f08-86d8-c54a6e189f42","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:58.651722281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"a459c832-cb95-4cac-b28f-6b2384bc49b6","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:58.651749302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"a459c832-cb95-4cac-b28f-6b2384bc49b6","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.649936457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"3ee99f57-fa79-416e-83cd-0cdaf876e65f","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.805739551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"0b4efb4e-ebcf-466d-87dc-96b200a7a8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.806036719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"c7c029c0-d870-4475-b3cf-44b488b61302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.805744956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"98bc15b2-073b-426c-a6c8-fab50746ea5d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.865419484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"c7c029c0-d870-4475-b3cf-44b488b61302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.865442897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"98bc15b2-073b-426c-a6c8-fab50746ea5d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:59.867646824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"0b4efb4e-ebcf-466d-87dc-96b200a7a8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.802068072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-sub","reconcileID":"d0e0a310-fd77-4fb0-a1b4-9cc94a1e3c68","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e16dfd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:03.021775957Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"2b968505-0255-48e4-bd51-006358c257d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-276e9c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:03.361365904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"39e816dd-b6c2-4d36-9e86-85179d33a877","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:03.983632213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"0ab27a7d-5f83-40da-916d-b4dca263e6b4","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:03.983655119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"0ab27a7d-5f83-40da-916d-b4dca263e6b4","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.04471486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"e21af04c-0b37-4eb5-af69-bc6f2fd1208f","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.044736631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"e21af04c-0b37-4eb5-af69-bc6f2fd1208f","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:40:04.088911272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"20ee4f49-5d71-43d6-9387-8d244364fe79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a02c47\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.08912961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"eff1da65-1a99-4235-8992-63c87ffc41d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:40:04.098780744Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"e21af04c-0b37-4eb5-af69-bc6f2fd1208f","name":"auth-test-model-3928f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3928f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:40:04.098831443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"e21af04c-0b37-4eb5-af69-bc6f2fd1208f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3928f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.104197133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"4b5b0efd-22c5-4d14-9634-820c10dd5018","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.104211013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"4b5b0efd-22c5-4d14-9634-820c10dd5018","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.147134991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"eff1da65-1a99-4235-8992-63c87ffc41d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.194055338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"4528040c-ee09-4891-a335-045fde91df30","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.194074361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"4528040c-ee09-4891-a335-045fde91df30","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.250324296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"22769bd2-d7ed-4cf7-843e-375ef1a80dd0","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.250342289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"22769bd2-d7ed-4cf7-843e-375ef1a80dd0","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.40798521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"ac34f2cb-7881-473b-9988-d45e020db147","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.466671296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"ac34f2cb-7881-473b-9988-d45e020db147","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.474200592Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"f5c06db8-e243-4590-8b51-f33f10546764","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-auth-test-model-3928f0","model":"auth-test-model-3928f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-auth-iso-a02c47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.641956478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"82fda49a-8e97-4582-b681-176b93ba4c9c","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.641976857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"82fda49a-8e97-4582-b681-176b93ba4c9c","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:04.85259488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"cc18e008-4931-4fc7-8146-dadab6690ada","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-auth-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:05.546674066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"cc850467-2cfc-4cf2-a6e7-e1cd05de7a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:05.604412379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"cc850467-2cfc-4cf2-a6e7-e1cd05de7a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:05.660396992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2aff56add33d4beeb3ed994b227fcd6b9d909d69607337a3f44b4068599eb2a7) AuthConfig (30db6c8f4f44f33735efd9dff99286caeb3eefb567ec8ec6c996e51f23a40f53) AuthConfig (bf669e7309fb1091dbb1a665ee582f1213ff937d8a96fae6e2d8a837b7886a08) AuthConfig (dce7695304c8d0396c3ceb174002b62a08d24084193c5235f47360d2619d11bb) AuthConfig (46cc327ec9f1f578d2cfb413f6fbaa48edda4d479b2715611b88ee33beddb5a6) AuthConfig (41ce959efee1ded21385d337fdb5115cdea5f64b6052857e9ce73a4b3d565cd4) AuthConfig (9e3478d90d0953d91379399d2c00a543091362f9fd3407981f7954b9516d6174) AuthConfig (d5c76bb2b338ad7bf98946c3fd48993333a385bdd5d4ee126cff3b9056e3c2fa) AuthConfig (a8aa8ee67f79153e80eda6b5539e91beb6a9e96226ff80bf2dd20c26ea4b6a2e) AuthConfig (18a0ce9565617e6320c1a055e4ee6ad80116e6a52bd3b6a991a104fd05299a95) AuthConfig (ea8c6b4e9eca2cfd3b963db32a428d2811848170428fc6cab567cf091a65ac38) AuthConfig (25fafb4229985fa25d8b131c32d7476a604eecf89557467bb106f2eeec1984e0) AuthConfig (137aede53017ef8fe438058162b2433832a565df81e49261801184d9a03b5425) AuthConfig (7fc1d694f47d3293190c439f8c4cddec2f05b083285e2009271383085fd9b3d0) AuthConfig (45d5a749442e10394850fc1827b2996a92cf38c1cbc4cede362927dcaa43babb) AuthConfig (af751af5d0bc565b0f51426dc89cfd57fb38514f34780b07d38bdd08c22350be) AuthConfig (7b7fec3723056c032f69560aab78dc5cf8fce3df2a89d856191ae9b8e88421c2) AuthConfig (535e1cd5dabab4b0dd9e1a9a2111592ee03d6247c3f7e70fd44a43c37216c2a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"cc850467-2cfc-4cf2-a6e7-e1cd05de7a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:06.711327963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:12.855312391Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-sub","reconcileID":"1952d9b9-b1a2-4cab-86c8-e9adbd55a2b7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.013845269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-sub","reconcileID":"1952d9b9-b1a2-4cab-86c8-e9adbd55a2b7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.232459565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"648c1500-997f-4ab3-88e8-9b9fc3cb2889","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.375342416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"e71ac3c8-af39-4fa2-8fe0-08e0c334f7f1","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.38959368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"8b06913b-4e05-4572-b5ab-c33bd8915036","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.389770017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e39fe278-29c9-4665-a6d3-f2c3e869be71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.390107682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9137b9c3-6cd2-43db-8c64-1ed629d189dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.448936193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"8b06913b-4e05-4572-b5ab-c33bd8915036","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.448959369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9137b9c3-6cd2-43db-8c64-1ed629d189dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.451274396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e39fe278-29c9-4665-a6d3-f2c3e869be71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.654605191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"e2e-status-active-auth","reconcileID":"4ece4b99-0b8d-4f4a-ba87-70560f6b92d7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.817858887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"f686cf32-d635-48ab-9782-51479d518edb","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:15.766682727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"a6e906ba-734a-4cdb-86c5-e57dd29e05ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:15.824422425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"a6e906ba-734a-4cdb-86c5-e57dd29e05ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:15.880694247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2aff56add33d4beeb3ed994b227fcd6b9d909d69607337a3f44b4068599eb2a7) AuthConfig (30db6c8f4f44f33735efd9dff99286caeb3eefb567ec8ec6c996e51f23a40f53) AuthConfig (bf669e7309fb1091dbb1a665ee582f1213ff937d8a96fae6e2d8a837b7886a08) AuthConfig (dce7695304c8d0396c3ceb174002b62a08d24084193c5235f47360d2619d11bb) AuthConfig (46cc327ec9f1f578d2cfb413f6fbaa48edda4d479b2715611b88ee33beddb5a6) AuthConfig (41ce959efee1ded21385d337fdb5115cdea5f64b6052857e9ce73a4b3d565cd4) AuthConfig (9e3478d90d0953d91379399d2c00a543091362f9fd3407981f7954b9516d6174) AuthConfig (d5c76bb2b338ad7bf98946c3fd48993333a385bdd5d4ee126cff3b9056e3c2fa) AuthConfig (a8aa8ee67f79153e80eda6b5539e91beb6a9e96226ff80bf2dd20c26ea4b6a2e) AuthConfig (18a0ce9565617e6320c1a055e4ee6ad80116e6a52bd3b6a991a104fd05299a95) AuthConfig (ea8c6b4e9eca2cfd3b963db32a428d2811848170428fc6cab567cf091a65ac38) AuthConfig (25fafb4229985fa25d8b131c32d7476a604eecf89557467bb106f2eeec1984e0) AuthConfig (137aede53017ef8fe438058162b2433832a565df81e49261801184d9a03b5425) AuthConfig (7fc1d694f47d3293190c439f8c4cddec2f05b083285e2009271383085fd9b3d0) AuthConfig (45d5a749442e10394850fc1827b2996a92cf38c1cbc4cede362927dcaa43babb) AuthConfig (af751af5d0bc565b0f51426dc89cfd57fb38514f34780b07d38bdd08c22350be) AuthConfig (7b7fec3723056c032f69560aab78dc5cf8fce3df2a89d856191ae9b8e88421c2) AuthConfig (535e1cd5dabab4b0dd9e1a9a2111592ee03d6247c3f7e70fd44a43c37216c2a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"a6e906ba-734a-4cdb-86c5-e57dd29e05ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:17.902800648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"743a42fd-6478-4df6-92a0-e0af24b91319","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:21.588962123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"0f9276b3-d3da-488e-abb9-4812c227e4b3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-8ff429","tenantID":"e2e-autores-8ff429","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:21.707105477Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"0f9276b3-d3da-488e-abb9-4812c227e4b3","name":"e2e-autores-8ff429-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:25.985479075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"44b50a5e-41c2-4ad7-bdd5-79e968d9dc4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:26.043222643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"44b50a5e-41c2-4ad7-bdd5-79e968d9dc4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:26.101059468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-14d6e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2aff56add33d4beeb3ed994b227fcd6b9d909d69607337a3f44b4068599eb2a7) AuthConfig (30db6c8f4f44f33735efd9dff99286caeb3eefb567ec8ec6c996e51f23a40f53) AuthConfig (bf669e7309fb1091dbb1a665ee582f1213ff937d8a96fae6e2d8a837b7886a08) AuthConfig (dce7695304c8d0396c3ceb174002b62a08d24084193c5235f47360d2619d11bb) AuthConfig (46cc327ec9f1f578d2cfb413f6fbaa48edda4d479b2715611b88ee33beddb5a6) AuthConfig (41ce959efee1ded21385d337fdb5115cdea5f64b6052857e9ce73a4b3d565cd4) AuthConfig (9e3478d90d0953d91379399d2c00a543091362f9fd3407981f7954b9516d6174) AuthConfig (d5c76bb2b338ad7bf98946c3fd48993333a385bdd5d4ee126cff3b9056e3c2fa) AuthConfig (a8aa8ee67f79153e80eda6b5539e91beb6a9e96226ff80bf2dd20c26ea4b6a2e) AuthConfig (18a0ce9565617e6320c1a055e4ee6ad80116e6a52bd3b6a991a104fd05299a95) AuthConfig (ea8c6b4e9eca2cfd3b963db32a428d2811848170428fc6cab567cf091a65ac38) AuthConfig (25fafb4229985fa25d8b131c32d7476a604eecf89557467bb106f2eeec1984e0) AuthConfig (137aede53017ef8fe438058162b2433832a565df81e49261801184d9a03b5425) AuthConfig (7fc1d694f47d3293190c439f8c4cddec2f05b083285e2009271383085fd9b3d0) AuthConfig (45d5a749442e10394850fc1827b2996a92cf38c1cbc4cede362927dcaa43babb) AuthConfig (af751af5d0bc565b0f51426dc89cfd57fb38514f34780b07d38bdd08c22350be) AuthConfig (7b7fec3723056c032f69560aab78dc5cf8fce3df2a89d856191ae9b8e88421c2) AuthConfig (535e1cd5dabab4b0dd9e1a9a2111592ee03d6247c3f7e70fd44a43c37216c2a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"44b50a5e-41c2-4ad7-bdd5-79e968d9dc4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:26.71373501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"23f2211b-b5f5-4692-bade-cc7675547e9e","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-auth-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:26.882157039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"5115a9ac-9805-416f-ae4f-b054e60e973d","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:26.882178033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"5115a9ac-9805-416f-ae4f-b054e60e973d","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:28.225682797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"8556b617-d460-4e54-ac38-5718e883ecab","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:28.284527526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"8556b617-d460-4e54-ac38-5718e883ecab","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.148582614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"d1712b53-360e-42c2-b31a-682fb896940e","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.148605628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"d1712b53-360e-42c2-b31a-682fb896940e","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.20474857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"a72ef847-a839-41ec-88d7-5f9d0413ec03","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.204770246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"a72ef847-a839-41ec-88d7-5f9d0413ec03","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.310588571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"887e36b4-0089-4339-9000-02507faefddb","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.440241282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"887e36b4-0089-4339-9000-02507faefddb","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.497277939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"887e36b4-0089-4339-9000-02507faefddb","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.556712425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"c07a25a0-b90b-405f-98d1-d458a76912d9","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:29.556732706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"c07a25a0-b90b-405f-98d1-d458a76912d9","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.206708162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"77e9d2e8-7b86-443f-9c52-9763801c2544","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.265222634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"77e9d2e8-7b86-443f-9c52-9763801c2544","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.60190142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"28e3312a-f33e-4019-85fd-3028056845a5","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.601927955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"28e3312a-f33e-4019-85fd-3028056845a5","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.711506889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:38.58772711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22483b07-2328-4626-9693-2d22754af916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:38.64042521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22483b07-2328-4626-9693-2d22754af916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:38.692765362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22483b07-2328-4626-9693-2d22754af916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:38.745195087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22483b07-2328-4626-9693-2d22754af916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.065096293Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c0516a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c0516a","reconcileID":"af651bcf-f4ed-44a5-8c9b-6dba6711a9e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-c0516a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-c0516a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.661765366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"c8e502cc-4071-4540-92a3-e1030f3ec802","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.723197403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"c8e502cc-4071-4540-92a3-e1030f3ec802","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:39.808919879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"c8e502cc-4071-4540-92a3-e1030f3ec802","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:40.662131814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e1345-baad-47a6-9fd0-255ff7efaa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:40.714559891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e1345-baad-47a6-9fd0-255ff7efaa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:40.767020754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e1345-baad-47a6-9fd0-255ff7efaa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:40.819631437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e1345-baad-47a6-9fd0-255ff7efaa26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.077564312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"d673ea39-ecc6-46e7-b86f-7c4a68f90e54","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.077584574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"d673ea39-ecc6-46e7-b86f-7c4a68f90e54","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.136487561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"a9cd833d-99e5-45a3-baa2-8871ab4b95a0","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.136507651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"a9cd833d-99e5-45a3-baa2-8871ab4b95a0","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:40:42.184546017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8f64e324-d79a-4d2b-bc1e-575763001698","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c55886\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.188646149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"39d95f02-dfef-4f51-aadb-2d95bcb2e721","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:40:42.190306028Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"a9cd833d-99e5-45a3-baa2-8871ab4b95a0","name":"auth-test-model-14d6e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-14d6e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:40:42.190352957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"a9cd833d-99e5-45a3-baa2-8871ab4b95a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-14d6e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.195676846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"20b8cd6c-2933-4317-8811-b2325bf5c168","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.195690637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"20b8cd6c-2933-4317-8811-b2325bf5c168","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.248163086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"39d95f02-dfef-4f51-aadb-2d95bcb2e721","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.292969899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"f50a5c9f-68a0-4b0d-b399-5ab2a9a7ab2c","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.292988575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"f50a5c9f-68a0-4b0d-b399-5ab2a9a7ab2c","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.348754698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"ab502166-2836-40f0-8431-2c3ef760a62e","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.348772989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"ab502166-2836-40f0-8431-2c3ef760a62e","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.562708056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"32b40a24-a774-43be-888b-784180789a6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.568115821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"2515ee23-b49e-467c-b68f-ff2ee6e7a38a","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"maas-trlp-auth-test-model-14d6e1","model":"auth-test-model-14d6e1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-14d6e1/e2e-auth-iso-c55886"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.622802444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"32b40a24-a774-43be-888b-784180789a6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.707848947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e330d53-010f-4b78-8d72-384ad35d01f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.761666924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e330d53-010f-4b78-8d72-384ad35d01f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.768732764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"987d943b-5af1-4761-b229-10b2abf6255f","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.768753274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"987d943b-5af1-4761-b229-10b2abf6255f","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.814413641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e330d53-010f-4b78-8d72-384ad35d01f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:42.867202413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e330d53-010f-4b78-8d72-384ad35d01f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.025762375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"56cb0736-fd5f-448d-a07b-c63afeb7df6e","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"maas-trlp-auth-test-model-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:44.762994953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8ac5ff-a116-4679-8e2e-f5b85d9e13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:44.815686567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8ac5ff-a116-4679-8e2e-f5b85d9e13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:44.868349501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8ac5ff-a116-4679-8e2e-f5b85d9e13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:44.920677978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8ac5ff-a116-4679-8e2e-f5b85d9e13cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:46.838265848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43199b5-f4e3-43e4-abfc-348eb3d23c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:46.89079646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43199b5-f4e3-43e4-abfc-348eb3d23c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:46.943412452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43199b5-f4e3-43e4-abfc-348eb3d23c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:46.996401898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43199b5-f4e3-43e4-abfc-348eb3d23c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:49.917221071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"ce517c2b-61b3-4824-b20e-81b9acc38074","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:49.975215499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"ce517c2b-61b3-4824-b20e-81b9acc38074","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:50.031476621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"ce517c2b-61b3-4824-b20e-81b9acc38074","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.1373281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"3a2ff0e1-3a28-4844-9655-5db42eef1789","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.200561452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"3a2ff0e1-3a28-4844-9655-5db42eef1789","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.257975457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debec034b04b3e8c85b23657e0159664ef9b7e96de58075fe2fdb2bfcf40cad6) AuthConfig (f105a8976d43d83aefdffe32e51134cb76e61d40505d1e1f2ca355a27d703ef9) AuthConfig (280833b3c60c32b151f7a489b0bbbda6cd24aaa736dec1e172a1c46996930b99) AuthConfig (5aea27a7ac5842c8d5740ccc801e4f4cfad75864b648e113ac2321218ce9d77d) AuthConfig (d7c065ff70dce945f57b7e613609c3f68f819c01f7dd16d66a29a79b6943a4b3) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (4022b1ed3cda64f011751c6c325ae233011de4f26c9302b24d1bb4d37a8221c5) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (03cd79554973193e8e110a20501816c348876daebd5c0bc2d40b344ebcc4d795) AuthConfig (98e74b8d30f22e08cad6b911276f1b9b5748b178a02ab8ac7752b4feb7780e3c) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10) AuthConfig (cdd4d97a9f79f9bf12b8a615b7ed2882fcacba22829d9e8bdd557cae1060eb7e) AuthConfig (682bbc99e23bcdef11c770e72e06f9da408619237ea9df9337cab71c00462481) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (b0e698d816851cd1a14f6f1a365bcd1da4543b4152d341925bbd2627399007b6) AuthConfig (d9f8c565cf7b12e27acb6df8bd1a008f6ff2d313a082ca17924b3067b37bdd41) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"3a2ff0e1-3a28-4844-9655-5db42eef1789","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.316246951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"1647a670-cb24-4684-bfa6-763da0925a76","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.316269365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"1647a670-cb24-4684-bfa6-763da0925a76","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:06.711114934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:10.421532051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"b0dbc404-e2a2-49fd-b294-49b02ac3ddbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:10.479094647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"b0dbc404-e2a2-49fd-b294-49b02ac3ddbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:10.53527554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debec034b04b3e8c85b23657e0159664ef9b7e96de58075fe2fdb2bfcf40cad6) AuthConfig (f105a8976d43d83aefdffe32e51134cb76e61d40505d1e1f2ca355a27d703ef9) AuthConfig (280833b3c60c32b151f7a489b0bbbda6cd24aaa736dec1e172a1c46996930b99) AuthConfig (5aea27a7ac5842c8d5740ccc801e4f4cfad75864b648e113ac2321218ce9d77d) AuthConfig (d7c065ff70dce945f57b7e613609c3f68f819c01f7dd16d66a29a79b6943a4b3) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (4022b1ed3cda64f011751c6c325ae233011de4f26c9302b24d1bb4d37a8221c5) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (03cd79554973193e8e110a20501816c348876daebd5c0bc2d40b344ebcc4d795) AuthConfig (98e74b8d30f22e08cad6b911276f1b9b5748b178a02ab8ac7752b4feb7780e3c) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10) AuthConfig (cdd4d97a9f79f9bf12b8a615b7ed2882fcacba22829d9e8bdd557cae1060eb7e) AuthConfig (682bbc99e23bcdef11c770e72e06f9da408619237ea9df9337cab71c00462481) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (b0e698d816851cd1a14f6f1a365bcd1da4543b4152d341925bbd2627399007b6) AuthConfig (d9f8c565cf7b12e27acb6df8bd1a008f6ff2d313a082ca17924b3067b37bdd41) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"b0dbc404-e2a2-49fd-b294-49b02ac3ddbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:20.640306671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"41a44d6b-eb7f-4ccd-8497-8a08dc2e3a94","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:20.69793953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"41a44d6b-eb7f-4ccd-8497-8a08dc2e3a94","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:20.754335442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debec034b04b3e8c85b23657e0159664ef9b7e96de58075fe2fdb2bfcf40cad6) AuthConfig (f105a8976d43d83aefdffe32e51134cb76e61d40505d1e1f2ca355a27d703ef9) AuthConfig (280833b3c60c32b151f7a489b0bbbda6cd24aaa736dec1e172a1c46996930b99) AuthConfig (5aea27a7ac5842c8d5740ccc801e4f4cfad75864b648e113ac2321218ce9d77d) AuthConfig (d7c065ff70dce945f57b7e613609c3f68f819c01f7dd16d66a29a79b6943a4b3) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (4022b1ed3cda64f011751c6c325ae233011de4f26c9302b24d1bb4d37a8221c5) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (03cd79554973193e8e110a20501816c348876daebd5c0bc2d40b344ebcc4d795) AuthConfig (98e74b8d30f22e08cad6b911276f1b9b5748b178a02ab8ac7752b4feb7780e3c) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10) AuthConfig (cdd4d97a9f79f9bf12b8a615b7ed2882fcacba22829d9e8bdd557cae1060eb7e) AuthConfig (682bbc99e23bcdef11c770e72e06f9da408619237ea9df9337cab71c00462481) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (b0e698d816851cd1a14f6f1a365bcd1da4543b4152d341925bbd2627399007b6) AuthConfig (d9f8c565cf7b12e27acb6df8bd1a008f6ff2d313a082ca17924b3067b37bdd41) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"41a44d6b-eb7f-4ccd-8497-8a08dc2e3a94","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.235953898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"cfb13488-6a6d-4830-b796-de08f13229f1","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"maas-trlp-auth-test-model-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.405801223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"b8b36204-bfe9-4438-9902-e1d52b7b3c92","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.405825504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"b8b36204-bfe9-4438-9902-e1d52b7b3c92","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:24.917781077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"409ecb60-3a00-4cbe-aeac-c4a46e2f222f","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:24.91780158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"409ecb60-3a00-4cbe-aeac-c4a46e2f222f","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:24.973410892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"157285a7-3595-49db-8d97-840d21c872aa","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:24.973438398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"157285a7-3595-49db-8d97-840d21c872aa","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.077857534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"a958a78e-1bae-4e10-8713-4669a78c6a10","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.205884019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"a958a78e-1bae-4e10-8713-4669a78c6a10","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.250094775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8066461c-31df-469c-88c1-0c0648ce9f0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.262544352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c34c97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"a958a78e-1bae-4e10-8713-4669a78c6a10","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.308740184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8066461c-31df-469c-88c1-0c0648ce9f0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.318285063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"6931c89a-11de-407a-8130-ef2b5c2959e2","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.318373684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"6931c89a-11de-407a-8130-ef2b5c2959e2","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:30.860168662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"1873ca6b-e059-4e5a-8b60-be0c57f45243","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:30.917652616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"1873ca6b-e059-4e5a-8b60-be0c57f45243","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.23764104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"a5e0ac76-cf21-4e3c-820f-e88987ceec91","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.237664167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"a5e0ac76-cf21-4e3c-820f-e88987ceec91","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.460698467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"e8095062-060d-43a4-a923-8e22295f70c4","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.516165665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"e8095062-060d-43a4-a923-8e22295f70c4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.521725534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"70877355-8368-4b60-9d12-8f1ca758318e","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.521797808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"70877355-8368-4b60-9d12-8f1ca758318e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.533318876Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"c2c22d43-9017-4c16-81b1-a408fc9dedc4","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.533396276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"c2c22d43-9017-4c16-81b1-a408fc9dedc4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.553940977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"fc6e7919-0ed8-4643-a77e-ffffa93f30aa","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.553993667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"fc6e7919-0ed8-4643-a77e-ffffa93f30aa","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.594587426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"9b0b69f9-04db-401f-938a-d454021c867a","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.594668719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"9b0b69f9-04db-401f-938a-d454021c867a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.675709506Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"6124446f-491c-4967-a76e-93c9e3ade411","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.675773061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"6124446f-491c-4967-a76e-93c9e3ade411","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.836661605Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"28289675-fd6b-4c49-87a7-0df8e11dd976","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.836719228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"28289675-fd6b-4c49-87a7-0df8e11dd976","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:32.157746461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"1cc6bc41-8b5a-441e-b4ae-c91385990c74","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:32.157812687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"1cc6bc41-8b5a-441e-b4ae-c91385990c74","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:32.798437972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"6d5ce767-8fb9-4358-b88a-f01f33d84a42","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:32.798505596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"6d5ce767-8fb9-4358-b88a-f01f33d84a42","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:34.078799524Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"b8a404f7-0577-4bf8-9c26-029e72488a36","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:34.078876629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"b8a404f7-0577-4bf8-9c26-029e72488a36","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:35.423632409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"a0558966-ef90-42cc-bab7-6fa4a60ead78","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:35.481259008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"a0558966-ef90-42cc-bab7-6fa4a60ead78","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:35.537914821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c34c97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"a0558966-ef90-42cc-bab7-6fa4a60ead78","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:35.948010639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"de2a23df-206b-4fec-b392-de0a0b8739c7","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:35.948082893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee8861","namespace":"ai-tenant-e2e-noten-ee8861"},"namespace":"ai-tenant-e2e-noten-ee8861","name":"noten-model-ee8861","reconcileID":"de2a23df-206b-4fec-b392-de0a0b8739c7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee8861/noten-model-ee8861: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee8861/noten-model-ee8861-kserve-route (gateways: [openshift-ingress/e2e-noten-ee8861]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.324803874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"36dcc2f4-003d-497c-adde-79b7078c2515","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.324827213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"36dcc2f4-003d-497c-adde-79b7078c2515","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.384002726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"f83de689-2322-4c4c-8513-fe91d1b22741","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.384024379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"f83de689-2322-4c4c-8513-fe91d1b22741","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.430342167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"aa5908bb-d609-40bc-b8db-3782e153974c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:36.431254291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"7528c64e-04a5-4608-9356-33f716335582","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a02c47\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:36.437938625Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"f83de689-2322-4c4c-8513-fe91d1b22741","name":"auth-test-model-2f3095","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2f3095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:36.437987061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"f83de689-2322-4c4c-8513-fe91d1b22741","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2f3095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.44334364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"a16dbea2-f312-443b-a0ed-e3e8b4645f83","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.443358151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"a16dbea2-f312-443b-a0ed-e3e8b4645f83","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.488007455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"aa5908bb-d609-40bc-b8db-3782e153974c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.538397972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"dc26ff41-ff05-4cfd-a46f-8d3788853c69","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.538417686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"dc26ff41-ff05-4cfd-a46f-8d3788853c69","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.596059615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"8885c2f6-7c81-4576-8ba9-874a49ae08c2","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.596081165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"8885c2f6-7c81-4576-8ba9-874a49ae08c2","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.711559446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.797467522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"21118a9c-576a-43fc-9b49-365b0d3a3e8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.817472154Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"5fb6b37d-6f1b-4a0c-8a86-042aba2c70ee","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-auth-test-model-2f3095","model":"auth-test-model-2f3095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2f3095/e2e-auth-iso-a02c47"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.855055008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"21118a9c-576a-43fc-9b49-365b0d3a3e8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.891111181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a22a8-0a12-45c6-a7c2-d974bb0ff845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.94432957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a22a8-0a12-45c6-a7c2-d974bb0ff845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.997115439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a22a8-0a12-45c6-a7c2-d974bb0ff845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.052685523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a22a8-0a12-45c6-a7c2-d974bb0ff845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.109377027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"d2df865f-c46e-48f9-8fc4-c8460bdb14ae","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.109400979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"d2df865f-c46e-48f9-8fc4-c8460bdb14ae","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.266417325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"91c789a6-7685-434c-8b06-95e78088ef88","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-auth-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.437655962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"00c07623-2b54-40d5-afb3-dd2795ad9c3a","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.437679008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"00c07623-2b54-40d5-afb3-dd2795ad9c3a","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:38.993091493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71d074-e78b-4a52-a025-6e1050f4c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:39.045797798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71d074-e78b-4a52-a025-6e1050f4c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:39.098540852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71d074-e78b-4a52-a025-6e1050f4c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:39.151382906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71d074-e78b-4a52-a025-6e1050f4c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.643639281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"6faf1994-f4a5-4bc8-b57f-481c6acd4e45","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.70191638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"6faf1994-f4a5-4bc8-b57f-481c6acd4e45","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.758338215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c34c97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0d9b080658683cd69bcc022b1043971cdc38ec9bc470e9f4079e049f668d21c) AuthConfig (68e294f5aa5d8856f6e43fe9957b3163d20572740662e46ec105df3e70a93aae) AuthConfig (7978b42ba99b128ced50d84ea511c8d9d8d77f22608b7487aede99a1d6ba18e1) AuthConfig (793d8159cd06ddf3075b335eef67e8236069bdf8f8366fcafde5ba9ad083d41c) AuthConfig (43dd5a0656c1636192ac7cc9318b6e594ed3449c34fef4cdd873523b0874042f) AuthConfig (46abebb20d8eb2765344e09ae7fc2ef7221843bb8d0e62b0450462fbd59d7722) AuthConfig (a4ab94edfb53a8c22053bad704fe646227b037330992042253f4727c11e0e51b) AuthConfig (7ddf34e823736e92388fa95809cccd203a8c92c5641e55f6be3744194eef3a8d) AuthConfig (83a5e5421b838eb41a46dd9a6d1b24ed441490b403af4455576ba03fd082c4f6) AuthConfig (caf9d24aa5cfc1dabf4b9caa02c97dc2be8ff2d508ef9375da7e65262f2ee518) AuthConfig (66716a511f013ac5017dc7edda2f38990c7e56fb5ce215cb5a8e76e70c529438) AuthConfig (c7d309266618d7d4f0671a2a9be75408104e1bf2250a69100ee2ed970bc7c4df) AuthConfig (267b696747cf45354b98e61a718d62edad38afb915217b204ab5d0b2e7ccee40) AuthConfig (02333ba96bef38e18bd93715b7d103795977102bb7d51c1b5c4b2e4a9e50f104) AuthConfig (2c61deb8c1ab1fbe928fd7d499162a58a80a78fce446744c2f5f835f23082bfe) AuthConfig (b5e1047f783411d5fd3ec39bfc8a004af2ad780af6858fbcbd964c97165b2335) AuthConfig (de96d7f3ad2be38cd16c31c6741feb4bd6d7ad11b29efad31c0b9f2dce46eb5e) AuthConfig (5cd113703aee1da8c8fe136a22b21d4aaa7b8636a23e292abaf6ec253e2512d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"6faf1994-f4a5-4bc8-b57f-481c6acd4e45","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.816855758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"719aeff3-f4b8-4d0a-a06a-5d4c0513ef3c","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:45.816906474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"719aeff3-f4b8-4d0a-a06a-5d4c0513ef3c","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:55.923241314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"86abffd9-28fe-480c-ae80-b106ec04eed5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:55.980468801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"86abffd9-28fe-480c-ae80-b106ec04eed5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:56.036757998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c34c97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0d9b080658683cd69bcc022b1043971cdc38ec9bc470e9f4079e049f668d21c) AuthConfig (68e294f5aa5d8856f6e43fe9957b3163d20572740662e46ec105df3e70a93aae) AuthConfig (7978b42ba99b128ced50d84ea511c8d9d8d77f22608b7487aede99a1d6ba18e1) AuthConfig (793d8159cd06ddf3075b335eef67e8236069bdf8f8366fcafde5ba9ad083d41c) AuthConfig (43dd5a0656c1636192ac7cc9318b6e594ed3449c34fef4cdd873523b0874042f) AuthConfig (46abebb20d8eb2765344e09ae7fc2ef7221843bb8d0e62b0450462fbd59d7722) AuthConfig (a4ab94edfb53a8c22053bad704fe646227b037330992042253f4727c11e0e51b) AuthConfig (7ddf34e823736e92388fa95809cccd203a8c92c5641e55f6be3744194eef3a8d) AuthConfig (83a5e5421b838eb41a46dd9a6d1b24ed441490b403af4455576ba03fd082c4f6) AuthConfig (caf9d24aa5cfc1dabf4b9caa02c97dc2be8ff2d508ef9375da7e65262f2ee518) AuthConfig (66716a511f013ac5017dc7edda2f38990c7e56fb5ce215cb5a8e76e70c529438) AuthConfig (c7d309266618d7d4f0671a2a9be75408104e1bf2250a69100ee2ed970bc7c4df) AuthConfig (267b696747cf45354b98e61a718d62edad38afb915217b204ab5d0b2e7ccee40) AuthConfig (02333ba96bef38e18bd93715b7d103795977102bb7d51c1b5c4b2e4a9e50f104) AuthConfig (2c61deb8c1ab1fbe928fd7d499162a58a80a78fce446744c2f5f835f23082bfe) AuthConfig (b5e1047f783411d5fd3ec39bfc8a004af2ad780af6858fbcbd964c97165b2335) AuthConfig (de96d7f3ad2be38cd16c31c6741feb4bd6d7ad11b29efad31c0b9f2dce46eb5e) AuthConfig (5cd113703aee1da8c8fe136a22b21d4aaa7b8636a23e292abaf6ec253e2512d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"86abffd9-28fe-480c-ae80-b106ec04eed5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:59.348365978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"35bc61f3-241c-40af-92dd-296f2d5d4b93","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c0516a","tenantID":"e2e-shared-a-w2-c0516a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:59.468024722Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"35bc61f3-241c-40af-92dd-296f2d5d4b93","name":"e2e-shared-a-w2-c0516a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.142843302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"19b11ac7-1d54-41c7-b408-f9fe52d0ba7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.200627243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"19b11ac7-1d54-41c7-b408-f9fe52d0ba7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.25713493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-c34c97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0d9b080658683cd69bcc022b1043971cdc38ec9bc470e9f4079e049f668d21c) AuthConfig (68e294f5aa5d8856f6e43fe9957b3163d20572740662e46ec105df3e70a93aae) AuthConfig (7978b42ba99b128ced50d84ea511c8d9d8d77f22608b7487aede99a1d6ba18e1) AuthConfig (793d8159cd06ddf3075b335eef67e8236069bdf8f8366fcafde5ba9ad083d41c) AuthConfig (43dd5a0656c1636192ac7cc9318b6e594ed3449c34fef4cdd873523b0874042f) AuthConfig (46abebb20d8eb2765344e09ae7fc2ef7221843bb8d0e62b0450462fbd59d7722) AuthConfig (a4ab94edfb53a8c22053bad704fe646227b037330992042253f4727c11e0e51b) AuthConfig (7ddf34e823736e92388fa95809cccd203a8c92c5641e55f6be3744194eef3a8d) AuthConfig (83a5e5421b838eb41a46dd9a6d1b24ed441490b403af4455576ba03fd082c4f6) AuthConfig (caf9d24aa5cfc1dabf4b9caa02c97dc2be8ff2d508ef9375da7e65262f2ee518) AuthConfig (66716a511f013ac5017dc7edda2f38990c7e56fb5ce215cb5a8e76e70c529438) AuthConfig (c7d309266618d7d4f0671a2a9be75408104e1bf2250a69100ee2ed970bc7c4df) AuthConfig (267b696747cf45354b98e61a718d62edad38afb915217b204ab5d0b2e7ccee40) AuthConfig (02333ba96bef38e18bd93715b7d103795977102bb7d51c1b5c4b2e4a9e50f104) AuthConfig (2c61deb8c1ab1fbe928fd7d499162a58a80a78fce446744c2f5f835f23082bfe) AuthConfig (b5e1047f783411d5fd3ec39bfc8a004af2ad780af6858fbcbd964c97165b2335) AuthConfig (de96d7f3ad2be38cd16c31c6741feb4bd6d7ad11b29efad31c0b9f2dce46eb5e) AuthConfig (5cd113703aee1da8c8fe136a22b21d4aaa7b8636a23e292abaf6ec253e2512d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"19b11ac7-1d54-41c7-b408-f9fe52d0ba7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.711524097Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.137340409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"e83c5a68-c138-4ce9-9e95-f320711b06e3","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-auth-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.306019889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"7e41111a-e7df-40b4-a3fe-767cbe027180","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.306041534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"7e41111a-e7df-40b4-a3fe-767cbe027180","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.361825526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"1cf47e3d-8b79-452d-b67b-cb37e28ef536","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.419040818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"1cf47e3d-8b79-452d-b67b-cb37e28ef536","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.688600155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"825adfd5-7b82-4490-9e16-f10ef8d3ed71","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.688623556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"825adfd5-7b82-4490-9e16-f10ef8d3ed71","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.916815639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"0793dba6-eb88-4ee5-a64a-753fbdca7b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:16.975748828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"0793dba6-eb88-4ee5-a64a-753fbdca7b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.06881057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"db598fb5-1afd-4e6f-a8f7-a57a4a724ddd","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.06883756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"db598fb5-1afd-4e6f-a8f7-a57a4a724ddd","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.128466749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"a8dd7d05-3cac-42bb-9c8d-608556fcb638","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.128492581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"a8dd7d05-3cac-42bb-9c8d-608556fcb638","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.173338677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"0033f358-8db8-4bb0-b1f3-1ef22ce3e568","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:22.174317289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"8dd467b6-19b3-4576-83f5-392a58f419f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c55886\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:22.183093126Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"a8dd7d05-3cac-42bb-9c8d-608556fcb638","name":"auth-test-model-c34c97","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c34c97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:22.183148038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"a8dd7d05-3cac-42bb-9c8d-608556fcb638","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c34c97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.188517096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"8e562d03-92b0-495f-91fd-947890137e22","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.188532382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"8e562d03-92b0-495f-91fd-947890137e22","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.230616514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"0033f358-8db8-4bb0-b1f3-1ef22ce3e568","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.279150095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"0789b060-2e1e-4526-948a-970368e1e700","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.279172084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"0789b060-2e1e-4526-948a-970368e1e700","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.334544056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"87c7c2e0-cbc1-4b1b-a8a5-5096efa0c904","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.334565537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"87c7c2e0-cbc1-4b1b-a8a5-5096efa0c904","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.539289399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"e9e4fc52-a6f9-41e6-b713-3dc9d3a5f546","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.546671062Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"f231b90c-323d-434d-b06c-fcc2ead007a2","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"maas-trlp-auth-test-model-c34c97","model":"auth-test-model-c34c97","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-c34c97/e2e-auth-iso-c55886"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.597208831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"e9e4fc52-a6f9-41e6-b713-3dc9d3a5f546","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.714467638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"9889d287-eaab-4e0c-9572-739fef16b20c","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.714489555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"9889d287-eaab-4e0c-9572-739fef16b20c","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.929002924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"b10eedcf-7f23-406e-b46a-6b7579c471e7","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"maas-trlp-auth-test-model-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.37995897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"5cbf521f-452b-48f3-b238-072bbe581a5f","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.379979678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"5cbf521f-452b-48f3-b238-072bbe581a5f","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.483687447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"ef67eb96-caaf-434d-8a11-05d55349b0cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.541894663Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"ee8b164d-febc-41f0-a3a8-20b2ea1a7bb3","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5a41ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.541967605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"ef67eb96-caaf-434d-8a11-05d55349b0cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.856462587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"a56ce8b8-f813-4e82-8781-da90a4ce7d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.913770876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"a56ce8b8-f813-4e82-8781-da90a4ce7d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:36.711757694Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.59499852Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"9883ea7b-2b37-4135-abcc-60f3add9fe8b","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","subscription":"e2e-auth-iso-a02c47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.647742779Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"9883ea7b-2b37-4135-abcc-60f3add9fe8b","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.700725392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"9883ea7b-2b37-4135-abcc-60f3add9fe8b","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.992086626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"04087e55-5ca7-44c8-82d5-c0a14601aabd","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:40.992109527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"04087e55-5ca7-44c8-82d5-c0a14601aabd","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.096833178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"715170eb-c7d0-40c6-a32f-862830c7ba58","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.132605923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"215c6d12-cd23-4daa-9cdb-e7902199fae7","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.132638437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"215c6d12-cd23-4daa-9cdb-e7902199fae7","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.154434496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"715170eb-c7d0-40c6-a32f-862830c7ba58","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.236939941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"536a52cf-4fb6-4376-ad56-8ca447882e20","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.295622069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"536a52cf-4fb6-4376-ad56-8ca447882e20","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.296151521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"563cfb82-976d-40ae-b940-b0ed8d26d93b","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e7263ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.464807701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"257daa6d-4cc6-49f8-9876-f1ba760f5efd","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.522439585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"257daa6d-4cc6-49f8-9876-f1ba760f5efd","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.566303826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"5edfdd5a-2332-4bc6-9441-2c72357c135b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:41.624188658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"5edfdd5a-2332-4bc6-9441-2c72357c135b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:48.85026704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"20fdae2b-06aa-41ec-a6ce-5a861baaad3d","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"maas-trlp-auth-test-model-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.019054075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"c19acc4b-0c10-49c7-b4c0-57d4b1a5e7b2","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.019079235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"c19acc4b-0c10-49c7-b4c0-57d4b1a5e7b2","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.215971569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"f0725af0-a079-44ae-a05b-2e78038466b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.274811337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"f0725af0-a079-44ae-a05b-2e78038466b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.349261826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"d1382580-3091-4659-9e76-afcd023832cb","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","subscription":"e2e-auth-iso-a02c47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.40194554Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"d1382580-3091-4659-9e76-afcd023832cb","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.454891712Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"d1382580-3091-4659-9e76-afcd023832cb","MaaSSubscription":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.728701924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"6c1375cb-a90a-4400-ae02-8b1b34251672","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.728725565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"6c1375cb-a90a-4400-ae02-8b1b34251672","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.832889629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"e14820ce-63a4-4bba-8c1e-02dd41a3ad1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.881770517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"adea3e43-0f62-4d6b-8557-97d46507fae1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.881904035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"4d7dd20d-a788-4727-b95d-2d8a8fc140ab","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.881919927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"4d7dd20d-a788-4727-b95d-2d8a8fc140ab","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:51.890372396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"e14820ce-63a4-4bba-8c1e-02dd41a3ad1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.086952581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"adea3e43-0f62-4d6b-8557-97d46507fae1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.191165495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"f28efc86-b5c2-4d2b-b62b-50902d799768","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.214075259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"adea3e43-0f62-4d6b-8557-97d46507fae1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.214097507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-auth-iso-a02c47","reconcileID":"adea3e43-0f62-4d6b-8557-97d46507fae1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.249500151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"f28efc86-b5c2-4d2b-b62b-50902d799768","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.271200811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"7b622594-f8df-42e2-ba75-3961299fd5ab","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/auth-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.271225336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"auth-test-model-3928f0","reconcileID":"7b622594-f8df-42e2-ba75-3961299fd5ab","MaaSModelRef":{"name":"auth-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"auth-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"auth-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.417374965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"d48d8cb8-a612-4ed7-b715-7960e365c633","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.417401471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"d48d8cb8-a612-4ed7-b715-7960e365c633","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.454177651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"f496ec96-7638-465e-896f-656d50673bd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.616013898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"f496ec96-7638-465e-896f-656d50673bd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.749269904Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"f496ec96-7638-465e-896f-656d50673bd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.749299197Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-auth-iso-a02c47","reconcileID":"f496ec96-7638-465e-896f-656d50673bd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a02c47","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.806596108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"b302ccab-c317-4b4e-92c7-4f75d9a3d639","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/auth-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.806620874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"auth-test-model-2f3095","reconcileID":"b302ccab-c317-4b4e-92c7-4f75d9a3d639","MaaSModelRef":{"name":"auth-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"auth-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"auth-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.043487106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"807eb32f-0d29-46fe-85a1-71221444975b","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.043514037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"807eb32f-0d29-46fe-85a1-71221444975b","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.147585516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8a2fecf9-34cc-4f5c-9586-58796d73a14a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.204830525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"8a2fecf9-34cc-4f5c-9586-58796d73a14a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.206633613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"28b38737-c4b2-4950-8ad1-7deb14135d84","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b923bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.515844759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"1539a60b-7810-4d71-b62a-ec76256cf1f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.573326015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"1539a60b-7810-4d71-b62a-ec76256cf1f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.968084943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-8ff429","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"autores-model-8ff429","reconcileID":"a2326a5d-bb4b-41e0-91c0-9e8a9c5bd2d9","MaaSModelRef":{"name":"autores-model-8ff429","namespace":"ai-tenant-e2e-autores-8ff429"},"tenant":"e2e-autores-8ff429","gateway":"openshift-ingress/e2e-autores-8ff429","model":"ai-tenant-e2e-autores-8ff429/autores-model-8ff429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:00.968121743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-8ff429","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"autores-model-8ff429","reconcileID":"a2326a5d-bb4b-41e0-91c0-9e8a9c5bd2d9","MaaSModelRef":{"name":"autores-model-8ff429","namespace":"ai-tenant-e2e-autores-8ff429"},"routeName":"autores-model-8ff429-kserve-route","namespace":"ai-tenant-e2e-autores-8ff429","llmisvcName":"autores-model-8ff429","gateway":"openshift-ingress/e2e-autores-8ff429","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.711609646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.260014914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"760949f1-2fb8-43b1-9a7d-23f89cb2d84a","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","subscription":"e2e-auth-iso-c55886","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.312705402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"760949f1-2fb8-43b1-9a7d-23f89cb2d84a","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.365531084Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"760949f1-2fb8-43b1-9a7d-23f89cb2d84a","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"maas-trlp-auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.636011096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"02647ed2-8338-4ced-bd7d-8a83bc5d27f0","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.636034045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"02647ed2-8338-4ced-bd7d-8a83bc5d27f0","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.740151617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"2881151a-da13-4385-a81a-b0d23b166771","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.78637729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"da152ad0-f0f6-466f-ad64-8621e72e16b7","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.786396993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"da152ad0-f0f6-466f-ad64-8621e72e16b7","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.798244587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"2881151a-da13-4385-a81a-b0d23b166771","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.890982956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"67372f2e-5a40-4083-ba49-777d026aa287","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.949976667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"67372f2e-5a40-4083-ba49-777d026aa287","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:10.950561249Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"cd76ea3a-7d02-4449-9a88-a7c7d30f3754","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-971a2049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:11.108563913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"c0ffb3a2-33c0-444d-be61-d12a770297f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:11.165922723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"c0ffb3a2-33c0-444d-be61-d12a770297f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:11.308100851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"87a23de5-b64d-4760-9465-6339e843b1a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:11.369315864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"87a23de5-b64d-4760-9465-6339e843b1a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:18.547572027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382b52bf-5cf6-4fb7-9618-90ff1072dc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:18.600175499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382b52bf-5cf6-4fb7-9618-90ff1072dc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:18.653276814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382b52bf-5cf6-4fb7-9618-90ff1072dc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:18.705792542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382b52bf-5cf6-4fb7-9618-90ff1072dc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:20.685689455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e0c93b-7f9e-4046-ac1c-c126e5f3263e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:20.739200163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e0c93b-7f9e-4046-ac1c-c126e5f3263e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:20.791481112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e0c93b-7f9e-4046-ac1c-c126e5f3263e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:20.843761539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e0c93b-7f9e-4046-ac1c-c126e5f3263e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.003280231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"f03f93a8-4322-4347-9a17-2ba621cd8ead","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","subscription":"e2e-auth-iso-c55886","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.060392998Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"f03f93a8-4322-4347-9a17-2ba621cd8ead","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.112903187Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"f03f93a8-4322-4347-9a17-2ba621cd8ead","MaaSSubscription":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"maas-trlp-auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.382653001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"b8a63dd4-2464-42bb-b11a-9b1c7bb1199c","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.382681599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"b8a63dd4-2464-42bb-b11a-9b1c7bb1199c","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.486641643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"d02a4f1e-4b66-4a37-9be8-3eff34c82f70","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.535017007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"a47f2017-2279-4993-a659-8b62446b4cac","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.53512457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"96e206b4-9e99-471b-ac8c-dc4cda5b5ced","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.535145612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"96e206b4-9e99-471b-ac8c-dc4cda5b5ced","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.543701026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"d02a4f1e-4b66-4a37-9be8-3eff34c82f70","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.740624565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"a47f2017-2279-4993-a659-8b62446b4cac","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.950204817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"a47f2017-2279-4993-a659-8b62446b4cac","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"name":"e2e-shared-a-w1-14d6e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:21.950241052Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"e2e-auth-iso-c55886","reconcileID":"a47f2017-2279-4993-a659-8b62446b4cac","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.000386527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"399c230f-cf72-4e0b-a511-52b0b91205bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.009187446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"b24e7245-de13-44a4-a40b-52afc6b8da46","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"tenant":"e2e-shared-a-w1-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","model":"ai-tenant-e2e-shared-a-w1-14d6e1/auth-test-model-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.009212129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"auth-test-model-14d6e1","reconcileID":"b24e7245-de13-44a4-a40b-52afc6b8da46","MaaSModelRef":{"name":"auth-test-model-14d6e1","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"routeName":"auth-test-model-14d6e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","llmisvcName":"auth-test-model-14d6e1","gateway":"openshift-ingress/e2e-shared-a-w1-14d6e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.057933055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"399c230f-cf72-4e0b-a511-52b0b91205bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.153423818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"53dba5a8-2ded-4e6a-a072-af8c24ae476b","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.153445041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"53dba5a8-2ded-4e6a-a072-af8c24ae476b","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.262793212Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"75ed55fe-8a45-427b-af9b-ddeb92e60fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.454162517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-42f9e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-42f9e7","reconcileID":"62d1cea9-9e52-4021-b0de-90803db89b95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-42f9e7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-42f9e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.479545531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"75ed55fe-8a45-427b-af9b-ddeb92e60fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.608597112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"75ed55fe-8a45-427b-af9b-ddeb92e60fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"name":"e2e-shared-b-w1-c34c97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.608624572Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"e2e-auth-iso-c55886","reconcileID":"75ed55fe-8a45-427b-af9b-ddeb92e60fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c55886","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.668637847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"65209e03-e7bd-497d-b069-e2a756eda2f5","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"tenant":"e2e-shared-b-w1-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","model":"ai-tenant-e2e-shared-b-w1-c34c97/auth-test-model-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.668662233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"auth-test-model-c34c97","reconcileID":"65209e03-e7bd-497d-b069-e2a756eda2f5","MaaSModelRef":{"name":"auth-test-model-c34c97","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"routeName":"auth-test-model-c34c97-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","llmisvcName":"auth-test-model-c34c97","gateway":"openshift-ingress/e2e-shared-b-w1-c34c97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.815767444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c74ec3-e38f-4318-bda5-db72fb3caa0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.869629928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c74ec3-e38f-4318-bda5-db72fb3caa0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.921997705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c74ec3-e38f-4318-bda5-db72fb3caa0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.97452386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c74ec3-e38f-4318-bda5-db72fb3caa0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:24.982635512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345f1b3f-a2fa-4761-bc7f-1c70069e780e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:25.035729102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345f1b3f-a2fa-4761-bc7f-1c70069e780e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:25.088631672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345f1b3f-a2fa-4761-bc7f-1c70069e780e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:25.141233761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345f1b3f-a2fa-4761-bc7f-1c70069e780e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:27.895714207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3da4a8-191b-4e96-8cbb-ed76be4124dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:27.951268023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3da4a8-191b-4e96-8cbb-ed76be4124dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:28.006454813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3da4a8-191b-4e96-8cbb-ed76be4124dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:28.059104883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3da4a8-191b-4e96-8cbb-ed76be4124dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:28.356071519Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e86d11","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e86d11","reconcileID":"b3f26b49-bbed-477b-80d0-ed0154b57c9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-e86d11","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-e86d11":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:29.980475858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd5c7ba-2c72-426c-9a48-5f2467e5b2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:30.033001249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd5c7ba-2c72-426c-9a48-5f2467e5b2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:30.085493187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd5c7ba-2c72-426c-9a48-5f2467e5b2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:30.138798497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd5c7ba-2c72-426c-9a48-5f2467e5b2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:32.054690776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc6471d-35f6-41a9-bd02-f63dfa60e66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:32.107174376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc6471d-35f6-41a9-bd02-f63dfa60e66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:32.167139097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc6471d-35f6-41a9-bd02-f63dfa60e66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:32.230463264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc6471d-35f6-41a9-bd02-f63dfa60e66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.16348033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848afa04-26e9-4ac8-a21a-878d729f32a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.216046608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848afa04-26e9-4ac8-a21a-878d729f32a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.268616488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848afa04-26e9-4ac8-a21a-878d729f32a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.323178273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848afa04-26e9-4ac8-a21a-878d729f32a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:36.248006931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fb14a-657e-4aaa-a179-bee5040de74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:36.300524526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fb14a-657e-4aaa-a179-bee5040de74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:36.353281664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fb14a-657e-4aaa-a179-bee5040de74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:36.405975208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81fb14a-657e-4aaa-a179-bee5040de74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:36.71795506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.872011676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85bc8da-3cd1-4114-99eb-89ef6a6f4733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.924419592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85bc8da-3cd1-4114-99eb-89ef6a6f4733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.976648275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85bc8da-3cd1-4114-99eb-89ef6a6f4733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:41.029340311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b85bc8da-3cd1-4114-99eb-89ef6a6f4733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:41.472297869Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fb62d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fb62d1","reconcileID":"5a8bf88d-9e33-4a46-8249-6e6ab7d70e7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fb62d1","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-fb62d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:42.959556837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c798bd16-2815-4f38-aa70-366745db6177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.013121658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c798bd16-2815-4f38-aa70-366745db6177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.065742772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c798bd16-2815-4f38-aa70-366745db6177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.118490744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c798bd16-2815-4f38-aa70-366745db6177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.089794412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b357e3-1972-482d-8b5d-aa5328a121f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.142280636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b357e3-1972-482d-8b5d-aa5328a121f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.195176748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b357e3-1972-482d-8b5d-aa5328a121f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.247962903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b357e3-1972-482d-8b5d-aa5328a121f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.148949045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46160584-12a6-4a6a-83e0-ed236a1b8ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.202002518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46160584-12a6-4a6a-83e0-ed236a1b8ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.255156582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46160584-12a6-4a6a-83e0-ed236a1b8ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.307645343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46160584-12a6-4a6a-83e0-ed236a1b8ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.224350889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65121cb3-d1b1-42a2-b5cc-219fc0cab920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.276744268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65121cb3-d1b1-42a2-b5cc-219fc0cab920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.329226003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65121cb3-d1b1-42a2-b5cc-219fc0cab920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.381546335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65121cb3-d1b1-42a2-b5cc-219fc0cab920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.826830494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714f1996-30e5-4d2a-a376-68d2426d3883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.880333861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714f1996-30e5-4d2a-a376-68d2426d3883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.932845702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714f1996-30e5-4d2a-a376-68d2426d3883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.985283495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714f1996-30e5-4d2a-a376-68d2426d3883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:54.492498767Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-50ff6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-50ff6e","reconcileID":"49afa98a-aa13-4032-bd39-8544fa28c18b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-50ff6e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-50ff6e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:55.907476483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f69950e-ab36-43a2-8218-e48c22049088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:55.960036793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f69950e-ab36-43a2-8218-e48c22049088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:56.012376137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f69950e-ab36-43a2-8218-e48c22049088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:56.06489188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f69950e-ab36-43a2-8218-e48c22049088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:57.98685178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6987c6b5-7441-42c3-afdd-904fa8bed807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:58.039676479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6987c6b5-7441-42c3-afdd-904fa8bed807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:58.09226129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6987c6b5-7441-42c3-afdd-904fa8bed807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:58.144748747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6987c6b5-7441-42c3-afdd-904fa8bed807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:00.083819563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58f1e39-a7be-4059-8c46-c92f8257d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:00.136297989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58f1e39-a7be-4059-8c46-c92f8257d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:00.19278994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58f1e39-a7be-4059-8c46-c92f8257d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:00.246646567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58f1e39-a7be-4059-8c46-c92f8257d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:02.175296772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fedf74c-e87c-403a-a797-460472635797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:02.228533646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fedf74c-e87c-403a-a797-460472635797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:02.280875659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fedf74c-e87c-403a-a797-460472635797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:02.333479537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fedf74c-e87c-403a-a797-460472635797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:04.230819767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5792688e-b01c-4425-9cf5-7360f7f5e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:04.286126643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5792688e-b01c-4425-9cf5-7360f7f5e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:04.342397081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5792688e-b01c-4425-9cf5-7360f7f5e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:04.394890782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5792688e-b01c-4425-9cf5-7360f7f5e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.710978208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:16.891944316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfd3c8-ea5d-41da-a9f1-be31dd01b5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:16.944454898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfd3c8-ea5d-41da-a9f1-be31dd01b5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:16.99701712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfd3c8-ea5d-41da-a9f1-be31dd01b5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:17.049321619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfd3c8-ea5d-41da-a9f1-be31dd01b5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:18.993780861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd0267e-2f2b-4f17-9b56-34d2265bc449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:19.04640107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd0267e-2f2b-4f17-9b56-34d2265bc449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:19.10182424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd0267e-2f2b-4f17-9b56-34d2265bc449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:19.154259419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd0267e-2f2b-4f17-9b56-34d2265bc449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.047792146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430bf1b-32f2-46c5-9558-108721518200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.102901186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430bf1b-32f2-46c5-9558-108721518200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.156877713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430bf1b-32f2-46c5-9558-108721518200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.210171715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430bf1b-32f2-46c5-9558-108721518200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:23.103275893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b404a0e-5f6a-4920-90a5-6c888c5a4025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:23.155779217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b404a0e-5f6a-4920-90a5-6c888c5a4025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:23.208516366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b404a0e-5f6a-4920-90a5-6c888c5a4025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:23.261305379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b404a0e-5f6a-4920-90a5-6c888c5a4025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:25.225889281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45708b-c85b-4e66-9cd0-0c22a9a7625e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:25.278274224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45708b-c85b-4e66-9cd0-0c22a9a7625e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:25.331988304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45708b-c85b-4e66-9cd0-0c22a9a7625e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:25.385049522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45708b-c85b-4e66-9cd0-0c22a9a7625e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.281157869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130f665-6c03-4d96-a56a-de3f0c1e52bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.333662288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130f665-6c03-4d96-a56a-de3f0c1e52bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.386756094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130f665-6c03-4d96-a56a-de3f0c1e52bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:27.43988252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130f665-6c03-4d96-a56a-de3f0c1e52bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:29.410542168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d624dc-6e2b-4166-a7da-b0abe2b22b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:29.46325148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d624dc-6e2b-4166-a7da-b0abe2b22b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:29.515632104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d624dc-6e2b-4166-a7da-b0abe2b22b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:29.56809257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d624dc-6e2b-4166-a7da-b0abe2b22b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:31.495175459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03ad8b-dfa8-4174-b32d-bf9279693269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:31.547895028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03ad8b-dfa8-4174-b32d-bf9279693269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:31.600187893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03ad8b-dfa8-4174-b32d-bf9279693269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:31.652592884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab03ad8b-dfa8-4174-b32d-bf9279693269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:36.710827281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:47.924012572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"7da38e1e-e358-4c9a-a641-dfb076a53f2a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-42f9e7","tenantID":"e2e-extmod-a-42f9e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:48.042374217Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"7da38e1e-e358-4c9a-a641-dfb076a53f2a","name":"e2e-extmod-a-42f9e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:49.525386267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"f6dcf7af-7df6-48f4-8e15-911195129800","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:49.637645699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2acd8cba-da28-4cf5-a710-c9d79b119c40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:49.738134225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"8b6d7dcf-1f25-4af5-ad4e-c87bc15fa5a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.085438563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"9860bdd4-45a5-40e7-b83b-84679f5e888e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.194241762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"8ea5ea70-a455-4b57-ada7-4e714811a8a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.294620628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02f795e8-6fb7-4183-b9f5-82ad5aebdf5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.307445373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"1098473a-f847-4045-9994-75e5a9479fca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.473433208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"a9f0f071-3296-45f7-b46f-6815ed95cd88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.588995749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"d0865dc3-cabb-4404-9b9b-dd403008946d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.870506189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"a7fd3385-ef1e-4f16-bb27-db96a434df07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.970278456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"c4c594ae-cfe5-4796-8fdf-9509164c4de6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.071386036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"dff1710d-1e11-4f83-93cb-a05551bd6256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:57.72479432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"ed88dfbd-8ed8-4404-b796-b9b9efa1615f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e86d11","tenantID":"e2e-shared-b-w2-e86d11","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:57.844190445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"ed88dfbd-8ed8-4404-b796-b9b9efa1615f","name":"e2e-shared-b-w2-e86d11-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:05.403519916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0a0c52-0073-4301-8af0-58f1b44da842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:05.456951761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0a0c52-0073-4301-8af0-58f1b44da842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:05.509624778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0a0c52-0073-4301-8af0-58f1b44da842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:05.562381599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0a0c52-0073-4301-8af0-58f1b44da842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:06.711326001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:07.489263301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b17390-5503-445c-987b-18d0904e82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:07.54180018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b17390-5503-445c-987b-18d0904e82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:07.595052434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b17390-5503-445c-987b-18d0904e82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:07.647607862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b17390-5503-445c-987b-18d0904e82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:09.591473458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90475d1d-4aae-42e4-9a8e-3a86aed9c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:09.643830638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90475d1d-4aae-42e4-9a8e-3a86aed9c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:09.696144292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90475d1d-4aae-42e4-9a8e-3a86aed9c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:09.748714637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90475d1d-4aae-42e4-9a8e-3a86aed9c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:11.128110235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dce825a3-d78f-40a0-94dc-9d56c8ea232d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:11.639018031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"235757d9-8497-4db0-8d15-b0a7a987d3a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:11.733472606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf3ce5b6-6e7f-430e-9360-93d588e0c4d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:11.744827132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"6dff0df7-1ebf-4dcf-9ed2-31ec3a8d8504","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:11.834101513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"ec3b575a-a1b5-4364-b516-83c358002c65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:12.024646987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"1a6372e2-fa46-4eee-920d-623e93ab59ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:12.125186507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"386e6c78-1523-4c88-901b-7c03dbf49775","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:12.226109021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"780be7b0-65f2-46d8-adad-1999a722f80e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:12.226143493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"cbf828ee-ffc9-4ac8-93e3-73fa03828989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:12.327162126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"2ff3c43e-928a-496f-b18f-108aee8d1911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:12.365663197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"48444032-fdd3-44af-986e-40ae575e703d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:12.446085748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"6549339e-7b5a-4d30-a99e-bcdcdbc99f2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:17.840465993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"0f364ed1-b0ad-4057-ae47-04b6f8b17dd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb62d1","tenantID":"e2e-extmod-a-fb62d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:17.959640477Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"0f364ed1-b0ad-4057-ae47-04b6f8b17dd7","name":"e2e-extmod-a-fb62d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:32.557402229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"566b314e-856c-4cda-ad67-c3048b364673","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50ff6e","tenantID":"e2e-extmod-a-50ff6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:32.677660373Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"566b314e-856c-4cda-ad67-c3048b364673","name":"e2e-extmod-a-50ff6e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:36.710634937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.178246984Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","namespace":"ai-tenant-e2e-autores-8ff429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.178334813Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","namespace":"ai-tenant-e2e-autores-8ff429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.178389302Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","tenant":"e2e-autores-8ff429","tenantID":"e2e-autores-8ff429","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.232725731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"Deployment","name":"maas-api-e2e-autores-8ff429","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.294629323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"Service","name":"maas-api-e2e-autores-8ff429","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.350138685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-8ff429","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.404266949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-8ff429","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.464253207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.51964214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.577034105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.633145904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.685459306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"Deployment","name":"payload-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.737629852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.78980277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"Service","name":"payload-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.842107927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"Service","name":"payload-pre-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.894465932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"DestinationRule","name":"payload-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.946637534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.998666442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.054966272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.107241282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.159533206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.211655506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-8ff429","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.26410845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-8ff429"},"namespace":"ai-tenant-e2e-autores-8ff429","name":"default-tenant","reconcileID":"20a2219c-2a0f-4306-a098-7424c36a8346","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-8ff429","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:49.028432465Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-8ff429","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-8ff429","reconcileID":"c451ba0c-049b-4857-a04c-cc68b86e63cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-8ff429","removed":["maas.opendatahub.io/gateway-access-e2e-autores-8ff429"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.267433578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b2102-eddb-4108-9d49-5870868c16d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.320027723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b2102-eddb-4108-9d49-5870868c16d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.37540715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b2102-eddb-4108-9d49-5870868c16d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.428610812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3b2102-eddb-4108-9d49-5870868c16d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.336551049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12291a-a7d2-4702-9e96-63f906d49d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.389550432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12291a-a7d2-4702-9e96-63f906d49d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.443348542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12291a-a7d2-4702-9e96-63f906d49d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.495858835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12291a-a7d2-4702-9e96-63f906d49d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.395005549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79580d7-5cb2-4cbf-a30f-dedefc4bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.447532646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79580d7-5cb2-4cbf-a30f-dedefc4bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.50008633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79580d7-5cb2-4cbf-a30f-dedefc4bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:54.553258734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79580d7-5cb2-4cbf-a30f-dedefc4bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:56.456499105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80959f8f-66eb-430e-939a-744344436f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:56.509720659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80959f8f-66eb-430e-939a-744344436f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:56.562549907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80959f8f-66eb-430e-939a-744344436f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:56.620149294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80959f8f-66eb-430e-939a-744344436f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:58.528888023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd80c7-5323-425d-ab36-29316fc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:58.581455843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd80c7-5323-425d-ab36-29316fc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:58.633706449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd80c7-5323-425d-ab36-29316fc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:58.686149933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd80c7-5323-425d-ab36-29316fc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:05.13520497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768530de-dd75-4efc-8289-e6c62a8551e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:05.18861997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768530de-dd75-4efc-8289-e6c62a8551e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:05.241152849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768530de-dd75-4efc-8289-e6c62a8551e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:05.294199657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768530de-dd75-4efc-8289-e6c62a8551e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:05.768107789Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-42fc1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-42fc1e","reconcileID":"2988556b-bb8b-4fc1-9644-0ff286101270","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-42fc1e","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-42fc1e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:06.712078337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:07.196469301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0b4d8b-335b-4425-a615-86efc88ff285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:07.24935862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0b4d8b-335b-4425-a615-86efc88ff285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:07.302066382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0b4d8b-335b-4425-a615-86efc88ff285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:07.355272624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0b4d8b-335b-4425-a615-86efc88ff285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.307912443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed81fd2d-2ea0-42bd-b8b7-d4ed8a7c182d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.361178772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed81fd2d-2ea0-42bd-b8b7-d4ed8a7c182d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.418815514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed81fd2d-2ea0-42bd-b8b7-d4ed8a7c182d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.471659129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed81fd2d-2ea0-42bd-b8b7-d4ed8a7c182d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.496939803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4dac6-1a9f-46f5-82c7-a97ee3238b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.549273267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4dac6-1a9f-46f5-82c7-a97ee3238b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.601800418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4dac6-1a9f-46f5-82c7-a97ee3238b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.654230138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40b4dac6-1a9f-46f5-82c7-a97ee3238b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.553469342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05ed41-faed-4780-80f7-d12d453220fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.60591343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05ed41-faed-4780-80f7-d12d453220fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.658480854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05ed41-faed-4780-80f7-d12d453220fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.711161937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05ed41-faed-4780-80f7-d12d453220fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.634892512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e726e-794d-45bf-8708-5ca5182ab8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.68759531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e726e-794d-45bf-8708-5ca5182ab8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.741320733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e726e-794d-45bf-8708-5ca5182ab8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.79407394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e726e-794d-45bf-8708-5ca5182ab8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.774741125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025983-a735-4b14-8d42-5ba824110206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.827407613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025983-a735-4b14-8d42-5ba824110206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.8799965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025983-a735-4b14-8d42-5ba824110206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:25.934416384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2025983-a735-4b14-8d42-5ba824110206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:27.894524114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99016075-18fb-475c-bff6-8c2bb5d5ec46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:27.947032346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99016075-18fb-475c-bff6-8c2bb5d5ec46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:27.999386679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99016075-18fb-475c-bff6-8c2bb5d5ec46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:28.05236206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99016075-18fb-475c-bff6-8c2bb5d5ec46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:29.946832104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca87321-128e-4b9c-9f24-88242a24b48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:29.999549555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca87321-128e-4b9c-9f24-88242a24b48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:30.056240055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca87321-128e-4b9c-9f24-88242a24b48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:30.111075741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca87321-128e-4b9c-9f24-88242a24b48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:33.296182059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c16ecb-758a-4f14-929f-a15fa74e9232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:33.354399196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c16ecb-758a-4f14-929f-a15fa74e9232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:33.412319819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c16ecb-758a-4f14-929f-a15fa74e9232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:33.486371904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c16ecb-758a-4f14-929f-a15fa74e9232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.423097043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbaa1bfb-ecf8-4088-badb-8afac4664583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.475567505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbaa1bfb-ecf8-4088-badb-8afac4664583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.527929988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbaa1bfb-ecf8-4088-badb-8afac4664583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.580318675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbaa1bfb-ecf8-4088-badb-8afac4664583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:36.710859108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:37.472204362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943691-e309-447f-b906-46563d9bbd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:37.524788733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943691-e309-447f-b906-46563d9bbd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:37.577095054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943691-e309-447f-b906-46563d9bbd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:37.629900319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5943691-e309-447f-b906-46563d9bbd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:38.117748117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"08b9c32d-cd4a-4f86-a2d3-8f3540bcd6c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:38.279011474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"4509d3d6-4a09-42b4-9014-165413cc71ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:38.611104397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"b156dc54-6688-420f-94a7-5270bef775ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:38.7490243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"65600502-5d40-4962-9535-b610a00c1457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:38.950028641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cfe5868d-501b-4129-8649-7198d03aa2ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.072412819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"85c2693f-fe49-4fd6-a812-e52a7b3ce41f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.163295952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"3210eace-e5ca-405f-b555-ae872579416c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.270375314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"a810e573-3d3d-43bd-bfb7-25a0c615c84f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.368973413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c6995258-fce0-40e5-b38e-dc34f834b816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.411580771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"a7cc160e-a6ff-4e16-a073-46598fbf0635","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.472682647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23df4e21-9e67-401a-ae36-2637c019f6f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.551087945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1365ca8-ad90-407a-86d7-ba9f442d64b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.587812859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"f8283c1b-911d-46b4-a4b3-145340c330e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.604444776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1365ca8-ad90-407a-86d7-ba9f442d64b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.656994015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1365ca8-ad90-407a-86d7-ba9f442d64b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.709664162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1365ca8-ad90-407a-86d7-ba9f442d64b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.641508898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4363cc-6e04-4a81-a165-d60d67309646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.6938492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4363cc-6e04-4a81-a165-d60d67309646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.746294289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4363cc-6e04-4a81-a165-d60d67309646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.798874659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4363cc-6e04-4a81-a165-d60d67309646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.703968109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df535f3c-5c15-4290-9302-8f043c64e488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.756427137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df535f3c-5c15-4290-9302-8f043c64e488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.808799728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df535f3c-5c15-4290-9302-8f043c64e488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.861326962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df535f3c-5c15-4290-9302-8f043c64e488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.761173867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c3ac7-02f8-48ff-82a2-3c00232ab6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.813976908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c3ac7-02f8-48ff-82a2-3c00232ab6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.868816715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c3ac7-02f8-48ff-82a2-3c00232ab6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.921746282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c3ac7-02f8-48ff-82a2-3c00232ab6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.825709226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b44c3f-2d37-4719-b558-a4c949ecaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.879084007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b44c3f-2d37-4719-b558-a4c949ecaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.931744991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b44c3f-2d37-4719-b558-a4c949ecaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.984458736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b44c3f-2d37-4719-b558-a4c949ecaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.619676038Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","namespace":"ai-tenant-e2e-extmod-a-fb62d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.619761402Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","namespace":"ai-tenant-e2e-extmod-a-fb62d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.619827813Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","tenant":"e2e-extmod-a-fb62d1","tenantID":"e2e-extmod-a-fb62d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.674103786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fb62d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.734321642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"Service","name":"maas-api-e2e-extmod-a-fb62d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.790007221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fb62d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.844299364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fb62d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.91357555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.969958513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.027437742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.09928141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.154394828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.207151584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.259379578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"Service","name":"payload-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.312745815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.367209495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.42235509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.474788204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.528231204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.580830768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.633448221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.686167579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fb62d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:50.741634269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb62d1"},"namespace":"ai-tenant-e2e-extmod-a-fb62d1","name":"default-tenant","reconcileID":"037ed25a-7a5b-4202-9baf-55ac2e3197e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fb62d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:54.90349571Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fb62d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fb62d1","reconcileID":"4a990098-64a3-46ec-8d95-0b35b12450d2","aitenant":"ai-tenants/e2e-extmod-a-fb62d1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.473268907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba03ce3-0071-4055-928b-f8754e76229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.525805349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba03ce3-0071-4055-928b-f8754e76229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.578183998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba03ce3-0071-4055-928b-f8754e76229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.630612007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba03ce3-0071-4055-928b-f8754e76229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:55.745215425Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fb62d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fb62d1","reconcileID":"4a990098-64a3-46ec-8d95-0b35b12450d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fb62d1","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fb62d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:57.598533955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c01876-f98d-466a-beb5-1b43bed215a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:57.650976716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c01876-f98d-466a-beb5-1b43bed215a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:57.703279521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c01876-f98d-466a-beb5-1b43bed215a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:57.755757898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c01876-f98d-466a-beb5-1b43bed215a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.679046212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3205a6e8-52a9-4436-8e3f-17ba65a9f243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.732163576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3205a6e8-52a9-4436-8e3f-17ba65a9f243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.784551652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3205a6e8-52a9-4436-8e3f-17ba65a9f243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.837300492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3205a6e8-52a9-4436-8e3f-17ba65a9f243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.730630632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a990ac9-4406-493c-9d3f-979a606f7722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.783461933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a990ac9-4406-493c-9d3f-979a606f7722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.836069414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a990ac9-4406-493c-9d3f-979a606f7722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:01.889398291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a990ac9-4406-493c-9d3f-979a606f7722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:03.792130812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2222c126-a383-4df3-91ad-f7ac924cb0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:03.844505144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2222c126-a383-4df3-91ad-f7ac924cb0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:03.896767734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2222c126-a383-4df3-91ad-f7ac924cb0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:03.952450994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2222c126-a383-4df3-91ad-f7ac924cb0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:05.847856964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19d06fc-108d-4b3a-a4ca-65e9938dfadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:05.900454347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19d06fc-108d-4b3a-a4ca-65e9938dfadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:05.953726219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19d06fc-108d-4b3a-a4ca-65e9938dfadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.006391732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19d06fc-108d-4b3a-a4ca-65e9938dfadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.713290258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.911609704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7c6f8c-7995-449d-86fe-5618ca9d5cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.964221874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7c6f8c-7995-449d-86fe-5618ca9d5cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:08.02000741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7c6f8c-7995-449d-86fe-5618ca9d5cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:08.073406118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7c6f8c-7995-449d-86fe-5618ca9d5cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.589416638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"c61c9807-7e71-4711-a8f0-f7cf0b78e1c2","namespace":"llm","name":"e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.646511692Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"1319e49e-2608-4bd3-a8e8-6263c2f42d1c","namespace":"llm","name":"e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.746203463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"a0890121-2146-4644-bc1e-97e6593a9b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.746235879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"63c5eab2-c616-4cdf-953e-38f9bbdbdab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.746698002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71868cb5-d04e-45d9-9ce7-ccb7d3d0fc22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.746833086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"e7cfa9a7-0aa4-4fc5-baf1-32e47876ce89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.747117152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"8286c1a6-cef8-40be-88db-a494ef5c7295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.80392874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"a0890121-2146-4644-bc1e-97e6593a9b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.804149451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71868cb5-d04e-45d9-9ce7-ccb7d3d0fc22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.806663803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"63c5eab2-c616-4cdf-953e-38f9bbdbdab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.807369742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"8286c1a6-cef8-40be-88db-a494ef5c7295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.809276942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"e7cfa9a7-0aa4-4fc5-baf1-32e47876ce89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.867729015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cad440d8-aa9a-4041-9c72-439811278197","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.867755444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cad440d8-aa9a-4041-9c72-439811278197","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.868287035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dec463e2-cf03-496c-96ab-cebcc67e1076","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.868306986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dec463e2-cf03-496c-96ab-cebcc67e1076","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.8686545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30f017a9-62e0-4478-bb6d-e3e8fc4617e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.868670567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30f017a9-62e0-4478-bb6d-e3e8fc4617e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.869024547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e686f004-918f-42c8-a332-995bc304e34b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.869039589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e686f004-918f-42c8-a332-995bc304e34b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.869358347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2e0211b-1b8d-4599-9f8f-dd1c218b15d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.869372415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2e0211b-1b8d-4599-9f8f-dd1c218b15d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.869712242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b2922d2-3489-4b15-aef5-a2f53d12f77b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.869726771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b2922d2-3489-4b15-aef5-a2f53d12f77b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.870142676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af563f0-76c2-4e3d-8c4d-09886678837c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.870157474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af563f0-76c2-4e3d-8c4d-09886678837c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.870663538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f04ee231-78b2-4941-9a6d-10f6f7dfa530","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.870678223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f04ee231-78b2-4941-9a6d-10f6f7dfa530","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.925321545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa07c3fd-6201-4689-bb25-902957ea975d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.925345068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa07c3fd-6201-4689-bb25-902957ea975d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.975581235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf24adb3-ae38-4544-86ed-9cd142f72841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.980844974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3610d98-cab2-4c69-aeea-535bb6e4d82e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.98089081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3610d98-cab2-4c69-aeea-535bb6e4d82e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.981714466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b6bcbf7-c5e4-4c64-8224-8c6d5a817ca0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.981741309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b6bcbf7-c5e4-4c64-8224-8c6d5a817ca0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.98332469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"249aea8b-4a71-4ba6-8a53-de660e907e2a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.983343355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"249aea8b-4a71-4ba6-8a53-de660e907e2a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.984115148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"02e81e7b-d7b3-44e0-969b-52055c26ee28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.984140291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"02e81e7b-d7b3-44e0-969b-52055c26ee28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.984917194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60118e68-df12-4d7e-b0ee-7ae8e0a3e3cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.98494593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60118e68-df12-4d7e-b0ee-7ae8e0a3e3cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.986733048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bcbe3ce7-0aef-44a8-9756-330b06bd1b35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.9867566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bcbe3ce7-0aef-44a8-9756-330b06bd1b35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.987523336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9aeac7a-c9cd-455d-8e1e-37b5315989c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.987541265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9aeac7a-c9cd-455d-8e1e-37b5315989c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.044423159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf24adb3-ae38-4544-86ed-9cd142f72841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.099627498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf24adb3-ae38-4544-86ed-9cd142f72841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.152607986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf24adb3-ae38-4544-86ed-9cd142f72841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.211501106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"8a2492aa-70cf-4485-a353-7a67500f3f5e","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"name":"e2e-dft-987ea3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.262249865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d905f19e-ebeb-4415-b4b4-26fe42ca47c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.262248582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"13afbd8a-eba2-4b82-ba45-04b1b56c797c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.265882719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"1855e3b6-3613-4df8-a8f1-b35f18e25f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.266549473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9eca882b-ccf7-4175-972a-ae299815892c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.267090943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccb701ba-fed1-48df-ae8d-b6ccc0b74748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.268794006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96650751-1495-4f07-8094-72da313abf87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.269234413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ef900bf-13db-4165-b945-1c701a24fa15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.322572377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"13afbd8a-eba2-4b82-ba45-04b1b56c797c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.325616549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d905f19e-ebeb-4415-b4b4-26fe42ca47c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.328287747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"1855e3b6-3613-4df8-a8f1-b35f18e25f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.329410133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9eca882b-ccf7-4175-972a-ae299815892c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.330723588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccb701ba-fed1-48df-ae8d-b6ccc0b74748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.767961672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"816665b1-faad-4e1c-92e5-722c1636e815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.768069274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9e34e2c4-01b3-4d4c-b106-de30bb00d735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.768420615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"69081034-b1b6-411f-842c-5ce6ab42c9a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.768643081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9ca5c341-ee3f-4167-a837-b04acd2464d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.768760308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"1f541ab6-9853-4408-8fdd-44f24a9b6cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.823606719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"63134e0f-8c7a-4058-bd59-a95e0c0f9b8b","namespace":"llm","name":"e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.828436514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"9ca5c341-ee3f-4167-a837-b04acd2464d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.829216095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"816665b1-faad-4e1c-92e5-722c1636e815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.832936227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9e34e2c4-01b3-4d4c-b106-de30bb00d735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.836159688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"1f541ab6-9853-4408-8fdd-44f24a9b6cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.836515831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"69081034-b1b6-411f-842c-5ce6ab42c9a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.877482685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"ac09f685-4105-4a6e-b39b-31250c17d98b","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:10.877509502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"ac09f685-4105-4a6e-b39b-31250c17d98b","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.198842793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd3d6262-a05b-4183-a254-a4e8bf312b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.251684618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d36aa1c-2862-44e1-92bc-28a4c44f0e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.251735374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3312f8f7-b9a2-411a-a9ff-b34438f1edbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.252045041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"98245829-1025-4793-a90c-fc339e7820f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.252291286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"856bc541-65a2-4b4f-bdf6-3c8db04a3684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.309370085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d36aa1c-2862-44e1-92bc-28a4c44f0e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.30992822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd3d6262-a05b-4183-a254-a4e8bf312b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.311792296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"98245829-1025-4793-a90c-fc339e7820f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.312300403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3312f8f7-b9a2-411a-a9ff-b34438f1edbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.314014108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"856bc541-65a2-4b4f-bdf6-3c8db04a3684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.688735749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"7a264d08-030a-46ca-8693-5ee2111bfcec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.689215287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"df3cab7f-fd05-4a0a-9637-8ae065ca291c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.689330495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4a0094b5-6278-4b57-9ec4-47f94b7d628b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.73977472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"bf6cf1ba-bbd5-4ad4-a99f-559a279b2484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.740155512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"da44a243-ef78-4e64-aedf-7f441c463eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.746005162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"7a264d08-030a-46ca-8693-5ee2111bfcec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.746432409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"4a0094b5-6278-4b57-9ec4-47f94b7d628b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.748232463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"df3cab7f-fd05-4a0a-9637-8ae065ca291c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.797578969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"bf6cf1ba-bbd5-4ad4-a99f-559a279b2484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.797710205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"da44a243-ef78-4e64-aedf-7f441c463eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.143337086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0962023e-418b-47e6-a0e2-22c056431104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.14346389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"92dcb641-4abd-4f89-905d-3007462a80e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.143701819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"eb0317a1-2bf8-4b35-94de-fa69c90e3f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.201224549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0962023e-418b-47e6-a0e2-22c056431104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.253940868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0962023e-418b-47e6-a0e2-22c056431104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.260254105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"92dcb641-4abd-4f89-905d-3007462a80e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.306230454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0962023e-418b-47e6-a0e2-22c056431104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:12.311058384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"eb0317a1-2bf8-4b35-94de-fa69c90e3f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.152363335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e84d9b6-3648-4510-afe5-c20ec0ce4d3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.410729069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"80ceedae-458c-4d01-8d0b-21cccd8416a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.515736758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"1f6b473b-95e6-4fcc-b276-8a9d4b551b37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.575025672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"f2075b9d-34f3-4072-883e-8464811c067c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.601997897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"8b4b5d8d-34a0-4fef-8efe-a67311b53e3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.676913869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"fa8827b3-74ba-4066-a51a-005cf5a6b3be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.840159044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2da538d-b94f-4b51-a5c9-aac26f9828ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.882719963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"fc98b1ff-8c8a-46e0-b996-1f0eb22823cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:13.94508608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"91dd8fdc-6728-4de2-971a-5ef7d02cefe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.045698628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"0f45b97e-80af-4b0f-a441-4dbe143e37b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.056002595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"4869b215-d795-4ba2-b324-172fed0db51a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.215319042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38deab42-b45b-4231-ac5d-8611b927517f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.279398325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38deab42-b45b-4231-ac5d-8611b927517f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.332567271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38deab42-b45b-4231-ac5d-8611b927517f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.386328901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38deab42-b45b-4231-ac5d-8611b927517f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:14.545153594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"ef74a6fd-c366-4d49-9b7c-5e902be044c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.154372138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"5c190455-7782-450c-9016-932651d156c6","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.154404229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"5c190455-7782-450c-9016-932651d156c6","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.259979092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"ba0ecc84-94db-44ad-8a4c-1759874f7ce3","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.260010083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"ba0ecc84-94db-44ad-8a4c-1759874f7ce3","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.290440755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fd30f4-99ed-4352-a76f-3526b04dfdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.343155387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fd30f4-99ed-4352-a76f-3526b04dfdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.395846327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fd30f4-99ed-4352-a76f-3526b04dfdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.396048014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3076dafe-c9fd-492e-9ad6-fe38584ca7ff","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.448514081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fd30f4-99ed-4352-a76f-3526b04dfdaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.506101069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3076dafe-c9fd-492e-9ad6-fe38584ca7ff","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.982723404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"247b4e69-f1a7-446a-a29f-3468ec7ead06","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.982754767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"247b4e69-f1a7-446a-a29f-3468ec7ead06","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:17.1423586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"ae071040-343f-41af-8d24-3c9862677243","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:17.19963563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"ae071040-343f-41af-8d24-3c9862677243","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.955219449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"0b8dda5e-5df5-4718-a687-4ec3dbd8d775","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:18.955256102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"0b8dda5e-5df5-4718-a687-4ec3dbd8d775","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:19.009720726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"e276e4f3-cfc8-4f92-8420-c1a7a6c93ea2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-987ea3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.10882048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c0cbfb-1934-4afd-80bf-b8547480c125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.108917835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"fdacd890-8c86-4e72-b919-79e77cd45d07","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.109401136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a0ef73-5ffb-4dfa-81ee-97b0e1b69117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.11879065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"b4afdf31-65b3-4800-8207-c18380a033fc","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.118810563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"b4afdf31-65b3-4800-8207-c18380a033fc","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:19.225167201Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"b4afdf31-65b3-4800-8207-c18380a033fc","name":"e2e-dft-987ea3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-987ea3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:19.225237686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"b4afdf31-65b3-4800-8207-c18380a033fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-987ea3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.239206744Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a0ef73-5ffb-4dfa-81ee-97b0e1b69117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:19.243561358Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c0cbfb-1934-4afd-80bf-b8547480c125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:19.246194597Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"fdacd890-8c86-4e72-b919-79e77cd45d07","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.278002877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"c2693567-e38d-4d9e-b7bd-325a31796c52","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.278053314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"c2693567-e38d-4d9e-b7bd-325a31796c52","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.294918559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a0ef73-5ffb-4dfa-81ee-97b0e1b69117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:19.301012342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c0cbfb-1934-4afd-80bf-b8547480c125","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:47:19.303756646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"fdacd890-8c86-4e72-b919-79e77cd45d07","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.331066544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f37eeadc-bb77-4a80-9f14-0ef487040946","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.331085874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f37eeadc-bb77-4a80-9f14-0ef487040946","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.383984592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"071f4a25-3993-473a-a787-a5830bb73298","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.384015261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"071f4a25-3993-473a-a787-a5830bb73298","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.437113367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9196e38-7712-4067-9e96-c54093d86cf8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.437141184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9196e38-7712-4067-9e96-c54093d86cf8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.448887493Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"30a9378e-60db-4b81-aa04-79c660b45067","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-987ea3","model":"e2e-dft-987ea3","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-987ea3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.50945855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fced8654-3288-436c-ba11-692c75e47b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.510910601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"b742e27c-2ba4-4a82-931f-53b31e802100","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.561537522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dab3d0d3-bbf7-4703-891f-2945c2028859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.567851114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"b742e27c-2ba4-4a82-931f-53b31e802100","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.568132611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fced8654-3288-436c-ba11-692c75e47b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.619370153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dab3d0d3-bbf7-4703-891f-2945c2028859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.623613354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"b742e27c-2ba4-4a82-931f-53b31e802100","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.675685164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dab3d0d3-bbf7-4703-891f-2945c2028859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.734024826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"a26d285b-d0d5-4e4c-894d-caf2e90e8025","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.734053926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"a26d285b-d0d5-4e4c-894d-caf2e90e8025","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.839381135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"9e616da3-af17-4be4-92d6-155530664cae","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:19.839411119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"9e616da3-af17-4be4-92d6-155530664cae","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:20.004631428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"e5026c8f-e8bd-4f66-8ad4-a616f48fd5d0","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-987ea3","model":"llm/e2e-dft-987ea3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:29.886554627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0a5494d-458c-4590-bad8-61e1517d4907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:29.890244869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"7c52dde7-3254-4c2b-80a6-211d6027d5ad","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:29.945691336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0a5494d-458c-4590-bad8-61e1517d4907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:29.947737874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"7c52dde7-3254-4c2b-80a6-211d6027d5ad","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:30.002090287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0a5494d-458c-4590-bad8-61e1517d4907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:30.003946421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"7c52dde7-3254-4c2b-80a6-211d6027d5ad","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:36.711546821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.2127485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e2e5ce-6606-4354-80d2-95691a7d407f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.221310268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"1731b20d-c6fc-438e-aecd-e50a6eb803e4","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.270987609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e2e5ce-6606-4354-80d2-95691a7d407f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.280084073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"1731b20d-c6fc-438e-aecd-e50a6eb803e4","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.327254544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e2e5ce-6606-4354-80d2-95691a7d407f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.336280174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"1731b20d-c6fc-438e-aecd-e50a6eb803e4","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.57209339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"5d466335-06b2-49ab-96f0-3e237a590581","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-42fc1e","tenantID":"e2e-explicit-42fc1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:40.690392297Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"5d466335-06b2-49ab-96f0-3e237a590581","name":"e2e-explicit-42fc1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.613150119Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","namespace":"ai-tenant-e2e-shared-a-w2-c0516a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.613204025Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","namespace":"ai-tenant-e2e-shared-a-w2-c0516a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.613250345Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","tenant":"e2e-shared-a-w2-c0516a","tenantID":"e2e-shared-a-w2-c0516a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.667389602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-c0516a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.72815116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"Service","name":"maas-api-e2e-shared-a-w2-c0516a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.78331116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-c0516a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.837514188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-c0516a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.896340448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:45.951160938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.008222813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.06913496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.127109208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.179100181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.235325417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.287816541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.339687963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.392647486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.444689159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.500487226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.552475028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.60450246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.656753285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-c0516a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.709032958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c0516a"},"namespace":"ai-tenant-e2e-shared-a-w2-c0516a","name":"default-tenant","reconcileID":"fbb38e11-0ace-415f-b2d4-4d44a7c8c701","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-c0516a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:46.847076041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"f9d14234-e037-417c-a613-d2c7a0aebdad","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-987ea3","model":"llm/e2e-dft-987ea3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.121405556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"e21efd5e-13a6-442e-a609-15d92c81f9a7","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.121434983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"e21efd5e-13a6-442e-a609-15d92c81f9a7","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.530225963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1aad8336-f045-481a-b448-dbc270c94013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.530285746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"7f291114-5349-490c-8529-fd4ef98efd1c","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.530674702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f48c6389-6287-4cbd-b756-9a595c9e0d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.590123351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"7f291114-5349-490c-8529-fd4ef98efd1c","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.590275415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1aad8336-f045-481a-b448-dbc270c94013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.594327296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f48c6389-6287-4cbd-b756-9a595c9e0d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.647737978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"7f291114-5349-490c-8529-fd4ef98efd1c","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.647775268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1aad8336-f045-481a-b448-dbc270c94013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.652303475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f48c6389-6287-4cbd-b756-9a595c9e0d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.759500554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"ed737252-753e-44a2-bdc4-9db04f91cfa3","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.759525691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"ed737252-753e-44a2-bdc4-9db04f91cfa3","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.813174323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"508d701d-efaa-4fd7-b176-4e55d1b60f19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.813194631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"508d701d-efaa-4fd7-b176-4e55d1b60f19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.813571447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6422b6f0-40a5-4907-9712-fe32be14253b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:48.813582922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6422b6f0-40a5-4907-9712-fe32be14253b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.598126332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"f3b71417-6ef4-40f7-961c-9ab77dbfdf59","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.598154729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"f3b71417-6ef4-40f7-961c-9ab77dbfdf59","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.754044387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44e82036-0653-49a5-a814-60f9bdd39155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.754244594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da1d1d1-b800-4b49-8308-90c6665e8a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.754044388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"00dc2232-c7e9-4644-9fdf-e6f84b1fabc2","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.760015437Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"25d2fb38-5e3f-42dd-af2f-fa6d90aeabd1","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-314a9ba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.813076999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"00dc2232-c7e9-4644-9fdf-e6f84b1fabc2","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.814107007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da1d1d1-b800-4b49-8308-90c6665e8a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.815579164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44e82036-0653-49a5-a814-60f9bdd39155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.870018954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"00dc2232-c7e9-4644-9fdf-e6f84b1fabc2","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.871007343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da1d1d1-b800-4b49-8308-90c6665e8a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:50.872061079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44e82036-0653-49a5-a814-60f9bdd39155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.078853203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3c992349-56d2-4a27-9281-1ebbee8ddce9","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.079051744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4f8546-d8b8-417a-8e11-70b0b38207df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.079677947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba539632-f33f-4b83-9e64-d22b43855596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.137154246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4f8546-d8b8-417a-8e11-70b0b38207df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.138431812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3c992349-56d2-4a27-9281-1ebbee8ddce9","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.139746502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba539632-f33f-4b83-9e64-d22b43855596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.194185559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4f8546-d8b8-417a-8e11-70b0b38207df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.194989854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3c992349-56d2-4a27-9281-1ebbee8ddce9","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.196156911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba539632-f33f-4b83-9e64-d22b43855596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.54353622Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","namespace":"ai-tenant-e2e-extmod-a-42f9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.543594524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","namespace":"ai-tenant-e2e-extmod-a-42f9e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.543649666Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","tenant":"e2e-extmod-a-42f9e7","tenantID":"e2e-extmod-a-42f9e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.597810013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-42f9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.661197271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"Service","name":"maas-api-e2e-extmod-a-42f9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.718424578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-42f9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.77571344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-42f9e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.834506511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.889472895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:51.946718892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.010398006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.062504055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.115843428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.167835992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"Service","name":"payload-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.219909196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.271705548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.323617519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.375687841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.43358714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.486100687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.538139968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.590265691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-42f9e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.642676979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-42f9e7"},"namespace":"ai-tenant-e2e-extmod-a-42f9e7","name":"default-tenant","reconcileID":"99f391df-4904-491b-b56e-fa61751e050c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-42f9e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:53.73136967Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c0516a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c0516a","reconcileID":"9d58558d-aaf1-44fc-a1d6-147fe796016f","aitenant":"ai-tenants/e2e-shared-a-w2-c0516a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.308598331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d4b261-2d1e-404c-bc72-830cd7ef3070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.36103305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d4b261-2d1e-404c-bc72-830cd7ef3070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.413615544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d4b261-2d1e-404c-bc72-830cd7ef3070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.466430452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d4b261-2d1e-404c-bc72-830cd7ef3070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:54.580267973Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c0516a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c0516a","reconcileID":"9d58558d-aaf1-44fc-a1d6-147fe796016f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-c0516a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-c0516a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.374257573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6bcb74-a9a0-4d92-8c1c-c53d087058e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.426880871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6bcb74-a9a0-4d92-8c1c-c53d087058e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.479567396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6bcb74-a9a0-4d92-8c1c-c53d087058e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.532290043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6bcb74-a9a0-4d92-8c1c-c53d087058e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:56.690514307Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-42f9e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-42f9e7","reconcileID":"6a611490-3b84-43b1-9d6f-73167f4a1d1f","aitenant":"ai-tenants/e2e-extmod-a-42f9e7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:57.451089667Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-42f9e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-42f9e7","reconcileID":"6a611490-3b84-43b1-9d6f-73167f4a1d1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-42f9e7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-42f9e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:58.435728462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f967d6de-d189-4eb2-be23-615b03fa757e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:58.488377197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f967d6de-d189-4eb2-be23-615b03fa757e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:58.540739566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f967d6de-d189-4eb2-be23-615b03fa757e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:58.593131113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f967d6de-d189-4eb2-be23-615b03fa757e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.519618192Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"427933fa-40d2-4b68-9bea-573c71c4ddae","namespace":"llm","name":"e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.577746419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"bd52ba70-b112-4470-a1f7-a21fc10f097b","namespace":"llm","name":"e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.585011052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97d2bf-b4ca-4b01-9916-5f23eef3201a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.63774719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97d2bf-b4ca-4b01-9916-5f23eef3201a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.690515065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97d2bf-b4ca-4b01-9916-5f23eef3201a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.743440616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97d2bf-b4ca-4b01-9916-5f23eef3201a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.744192826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"c8429094-e582-41aa-9f0c-69e223222010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.744195071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"f56bc435-c792-4663-bff3-77e463989d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.798266574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a75eb67-e7ef-4c87-83ff-a21737ca73eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.798524269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd97df4-24ff-452a-8c9e-6cab77bef990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.798740095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3321245a-42dc-4939-94cb-251b3ff92125","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.803599659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"c8429094-e582-41aa-9f0c-69e223222010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.804094306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"f56bc435-c792-4663-bff3-77e463989d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.812739246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"b46db351-bc1f-42a8-9637-b8a8b1c2eb0c","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-987ea3","subscription":"e2e-dft-987ea3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.857593696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a75eb67-e7ef-4c87-83ff-a21737ca73eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.85793506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3321245a-42dc-4939-94cb-251b3ff92125","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.860801163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd97df4-24ff-452a-8c9e-6cab77bef990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.910340213Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"6b147aa5-6158-4156-ab22-05c1be477363","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"name":"e2e-dft-del-255d8d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.915043502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a75eb67-e7ef-4c87-83ff-a21737ca73eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.915588386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"3321245a-42dc-4939-94cb-251b3ff92125","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.917476251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67b1468c5981e466714bf9a53938b4c7e50b35c31bd1f8c3c581ac5f9cf13dcf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d873bb229d2404b0629dc87d41f4e37858240bedd4f49f72c6a983d045b7fdf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4c14a3999911f905f69e89e2906a950479624bf92a0b9c4dc3a02f1635b5fdbb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc185604a2621abf0f3a7f4c6020b66f674d988ea948dab5fbc6d11c35bb6037) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd97df4-24ff-452a-8c9e-6cab77bef990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:00.918030019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"b46db351-bc1f-42a8-9637-b8a8b1c2eb0c","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.017732436Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"b46db351-bc1f-42a8-9637-b8a8b1c2eb0c","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-987ea3","namespace":"llm","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.069290487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31fae733-61d3-4ccf-8d2c-f4373c86cd80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.069479907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fbc9791-bbdb-4671-9047-6e495ee5f1f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.075757994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33f2acaf-6539-4f7d-ae75-1a119097c0c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.075780234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33f2acaf-6539-4f7d-ae75-1a119097c0c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.07619953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7416a396-7c29-4766-a981-ee71b8c0d4f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.0762181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7416a396-7c29-4766-a981-ee71b8c0d4f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.076591745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5318c2d-81a4-40d5-9751-47c350a5eedb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.076665623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5318c2d-81a4-40d5-9751-47c350a5eedb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.119620612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"82a4bd96-46fd-4be0-8070-52173128b413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.119686608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b2f3e100-8177-400e-bd65-cebb87c5c7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.120448652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"fe2d5213-6222-4647-828b-3569e90874a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.130132204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"9e5a075b-b1dd-4812-89fe-c70441a16731","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.130158826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"9e5a075b-b1dd-4812-89fe-c70441a16731","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.190014817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"b2f3e100-8177-400e-bd65-cebb87c5c7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.193622007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"82a4bd96-46fd-4be0-8070-52173128b413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.195158409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"fe2d5213-6222-4647-828b-3569e90874a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.226703715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e59ba013-7f57-4d07-8ffd-94002881d76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.226879266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"cbe2837d-35ce-452f-8723-d9ce9143b327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.284662497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e59ba013-7f57-4d07-8ffd-94002881d76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.286001737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"cbe2837d-35ce-452f-8723-d9ce9143b327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.305437736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"214f0e83-e9e4-40d4-906f-352c0dde0330","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"name":"e2e-dft-del-255d8d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.358721428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"54f6c5d8-85e0-40a2-8bb4-4e7e4b593586","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-987ea3","subscription":"e2e-dft-987ea3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.359597999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38aafed3-cc1b-430e-ba8e-adbbb3c513ab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.359948756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38aafed3-cc1b-430e-ba8e-adbbb3c513ab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.360446309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9fed627b-19f6-4154-a1c0-4d3e220fe9b9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.360500489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9fed627b-19f6-4154-a1c0-4d3e220fe9b9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.360904112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81b279b8-1229-4aa9-b824-4f610c572d0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.360967943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81b279b8-1229-4aa9-b824-4f610c572d0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.361354648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"869a20da-1528-4120-a0b6-ecddb1f2172d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.361372824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"869a20da-1528-4120-a0b6-ecddb1f2172d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.361838026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"025d4534-1dda-47c2-8da9-a0d7488e7857","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.361855472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"025d4534-1dda-47c2-8da9-a0d7488e7857","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.417639698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"930c2aac-96be-4046-a11f-35cee9aee595","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.417665076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"930c2aac-96be-4046-a11f-35cee9aee595","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.466332301Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"54f6c5d8-85e0-40a2-8bb4-4e7e4b593586","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.49543361Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-access","reconcileID":"5456469f-6da7-4e30-b968-c94035116fac","MaaSAuthPolicy":{"name":"e2e-dft-987ea3-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.5228975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"b244b14c-c877-4d88-b68c-a11d0e123758","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.522926649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"b244b14c-c877-4d88-b68c-a11d0e123758","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.555887459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8dc0d2ea-8fd2-4f61-b5ed-33f46f47a746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.555934353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b126138a-e534-408d-bd95-654f5a97edf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.556340575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"67e0fd32-7ea8-45e8-8094-12a86ebe5742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.615366839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"8dc0d2ea-8fd2-4f61-b5ed-33f46f47a746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.615364901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"67e0fd32-7ea8-45e8-8094-12a86ebe5742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.619397285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"b126138a-e534-408d-bd95-654f5a97edf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.651331502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ee0b3d-7043-4bfd-ae85-d0780b7ad584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.710699915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"5ebee986-fbe1-46a1-b4a1-a14893d31853","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.710745741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"5ebee986-fbe1-46a1-b4a1-a14893d31853","MaaSModelRef":{"name":"e2e-dft-987ea3","namespace":"llm"},"routeName":"external-model-e2e-dft-987ea3-f9745c5c66ae","namespace":"llm","model":"e2e-dft-987ea3","externalModel":"e2e-dft-987ea3","provider":"e2e-dft-987ea3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:48:01.810015216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-987ea3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-987ea3-sub","reconcileID":"54f6c5d8-85e0-40a2-8bb4-4e7e4b593586","error":"maassubscriptions.maas.opendatahub.io \"e2e-dft-987ea3-sub\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.829766272Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ee0b3d-7043-4bfd-ae85-d0780b7ad584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.861626468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e158a57-1de4-4b84-9871-d042d4711d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.886390841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ee0b3d-7043-4bfd-ae85-d0780b7ad584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.919460597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e158a57-1de4-4b84-9871-d042d4711d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.940365499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"c98140eb-d1ca-4217-830e-ea6d6bb96bb9","namespace":"llm","name":"e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.978052254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e158a57-1de4-4b84-9871-d042d4711d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.97911511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"3472206e-9205-4776-a950-624d054d0620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:01.979755027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5211490b-f4ff-4c78-9f41-5c831156c349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.036981166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"3472206e-9205-4776-a950-624d054d0620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.037652036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5211490b-f4ff-4c78-9f41-5c831156c349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.143349478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7627a799-fc22-4838-ac4a-edff548a778d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.144131149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618f9144-080f-46d1-bf8f-4a9a2f41908e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.14607422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"56ecc8f5-f6ed-4a30-876d-fb0cd264dd28","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.146095194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"56ecc8f5-f6ed-4a30-876d-fb0cd264dd28","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"routeName":"external-model-e2e-dft-del-255d8d-366e5f7b4925","namespace":"llm","model":"e2e-dft-del-255d8d","externalModel":"e2e-dft-del-255d8d","provider":"e2e-dft-del-255d8d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.201384944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7627a799-fc22-4838-ac4a-edff548a778d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.203694677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618f9144-080f-46d1-bf8f-4a9a2f41908e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.249595077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"763468ee-7c20-4f72-b68a-6b4174ae89e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.255065844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a399612b-534d-41d5-86fc-e47e56ff32ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.255086987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a399612b-534d-41d5-86fc-e47e56ff32ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.255615253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6049e6d7-c19f-45ce-9fd5-bf20db7ee1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.255635523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6049e6d7-c19f-45ce-9fd5-bf20db7ee1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.260662693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618f9144-080f-46d1-bf8f-4a9a2f41908e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.27329048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"2eea801a-18a3-4ece-b602-88496e0aff9c","namespace":"llm","name":"e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.30694871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"763468ee-7c20-4f72-b68a-6b4174ae89e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.404383853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0c8ab71f-91a7-4727-b66a-f3311c9efbcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.406126878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"7867a7c9-d0ec-40ac-b870-fa65e55b7bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.417089833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ed691fce-e96e-4c96-8f27-01fc11489502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.466702042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"7867a7c9-d0ec-40ac-b870-fa65e55b7bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.467922064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0c8ab71f-91a7-4727-b66a-f3311c9efbcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.474729744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"ed691fce-e96e-4c96-8f27-01fc11489502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.565969969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e664e8d9-f48e-44e8-9e7b-04529de8cdea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.623896068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e664e8d9-f48e-44e8-9e7b-04529de8cdea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.656036674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd931af-13d8-44e1-a975-26e516fc2d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.709029241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd931af-13d8-44e1-a975-26e516fc2d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.709470648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"4db83566-04a8-441e-af98-915f1a0179da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.762564151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd931af-13d8-44e1-a975-26e516fc2d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.815447641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd931af-13d8-44e1-a975-26e516fc2d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.815847247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"6a72c18e-a7c3-4fb5-85d4-3c8e4f8fcd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.820038994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"4db83566-04a8-441e-af98-915f1a0179da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.87320707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e664e8d9-f48e-44e8-9e7b-04529de8cdea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.874877101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"6a72c18e-a7c3-4fb5-85d4-3c8e4f8fcd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.92003117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"568a0184-7a4a-430a-93cc-b9fc442e36f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.920031192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"50e986e7-1d02-430e-aee4-878961ead80e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.977836445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"50e986e7-1d02-430e-aee4-878961ead80e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:02.978978289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"568a0184-7a4a-430a-93cc-b9fc442e36f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.032805316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"44d3937b-1422-4e61-b41d-1155c4d40e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.09007954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"44d3937b-1422-4e61-b41d-1155c4d40e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.145780125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d591ee1d-a41a-4390-80db-d8e8568e3f42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.147659693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d591ee1d-a41a-4390-80db-d8e8568e3f42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.148384283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4072373a-bc06-4aa0-b4eb-c31022753f9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.148405555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4072373a-bc06-4aa0-b4eb-c31022753f9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.148752556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24987cd4-0157-4afe-956b-659e35228f30","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.148770839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24987cd4-0157-4afe-956b-659e35228f30","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.149115032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15b12118-570c-4860-9b86-5a0fa1cb313d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.149193463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15b12118-570c-4860-9b86-5a0fa1cb313d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.196643327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b3a89fd-748b-4077-87a7-03583d9ae200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.202369731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"987f95f7-d994-43ed-aa88-33212cfc34f0","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.202398793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"987f95f7-d994-43ed-aa88-33212cfc34f0","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"routeName":"external-model-e2e-dft-del-255d8d-366e5f7b4925","namespace":"llm","model":"e2e-dft-del-255d8d","externalModel":"e2e-dft-del-255d8d","provider":"e2e-dft-del-255d8d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.251572772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"41dd9057-2401-47dd-ab3a-e7292cb07633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.257212005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"259d7e48-ac5a-4695-9f86-74aa9e71d4c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.257317239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"259d7e48-ac5a-4695-9f86-74aa9e71d4c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.257815228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"90d01468-6e97-428b-9e2d-aeb7568eb640","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.257908568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"90d01468-6e97-428b-9e2d-aeb7568eb640","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.258038031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b3a89fd-748b-4077-87a7-03583d9ae200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.258445491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b205bb6-98db-48b6-ab44-63d1d79eed81","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.258514287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b205bb6-98db-48b6-ab44-63d1d79eed81","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.259028043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b828da87-6c66-4c40-b2bb-33efceb0fc5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.259099672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b828da87-6c66-4c40-b2bb-33efceb0fc5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.34808577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"41dd9057-2401-47dd-ab3a-e7292cb07633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.350223978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b3a89fd-748b-4077-87a7-03583d9ae200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.397630115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"3ae1cfb9-5fb2-4162-b0b9-ae6a6ac3c03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.447326105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"41d75fe6-2296-4262-bee7-4edba375e5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.448230089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13960dbb-c980-4388-8364-494326e8e75e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.499046019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"3ae1cfb9-5fb2-4162-b0b9-ae6a6ac3c03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.507643636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"41d75fe6-2296-4262-bee7-4edba375e5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.553073145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ae9a5d7f-1c05-4158-afa5-a8bec25b9d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.553199131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46fed55a-0c1e-47fe-b5b6-30063bcdb243","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.609110374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"37e1984d-ffaf-42ed-af71-05ca7b589020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.611357622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-987ea3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-987ea3","reconcileID":"68e104df-8346-4785-ae29-cd8df79f60c2","namespace":"llm","name":"e2e-dft-987ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.613114141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"ae9a5d7f-1c05-4158-afa5-a8bec25b9d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.666625701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"37e1984d-ffaf-42ed-af71-05ca7b589020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.712651438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"914e3223-1ff9-4938-91fb-824f793dedc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.771983393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"914e3223-1ff9-4938-91fb-824f793dedc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.811961782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"949a5f63-ae18-4b80-80a6-d151d3a8d6fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.825501906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"9a175635-aeb4-4c2f-93a4-4ec540754a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.828355673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"914e3223-1ff9-4938-91fb-824f793dedc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.870992545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"949a5f63-ae18-4b80-80a6-d151d3a8d6fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.884102604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"9a175635-aeb4-4c2f-93a4-4ec540754a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.928556912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"949a5f63-ae18-4b80-80a6-d151d3a8d6fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:03.977462992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"c47409de-b87f-4ab9-98ab-72fc6c6101d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.035663482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"c47409de-b87f-4ab9-98ab-72fc6c6101d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.082169476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0c218bee-c01b-4a10-82de-89add1bf3f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.082478193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"859aa0ac-a128-423b-993a-c775173dc9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.135509944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"1198f4d6-042c-40ce-a73a-a4dee2fcff05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.144125636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"859aa0ac-a128-423b-993a-c775173dc9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.144727318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"0c218bee-c01b-4a10-82de-89add1bf3f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.193078082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"1198f4d6-042c-40ce-a73a-a4dee2fcff05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.298270096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f6139c2-70fa-40dd-a7f4-c503b625e391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.357256362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f6139c2-70fa-40dd-a7f4-c503b625e391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.419497042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f6139c2-70fa-40dd-a7f4-c503b625e391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.488184443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"7cb1b844-8254-444d-b0b6-2a26140820e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.546758856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"7cb1b844-8254-444d-b0b6-2a26140820e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.589372892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e26233f9-c43f-430d-b6a6-d2b92d1f986c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.590031813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5480e727-66a9-4cfa-8288-818dd7387b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.590577491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"e6fa5e3d-c2c9-4c2c-9e14-3e92acb74525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.648592155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"e6fa5e3d-c2c9-4c2c-9e14-3e92acb74525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.64948353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"e26233f9-c43f-430d-b6a6-d2b92d1f986c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.651153129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5480e727-66a9-4cfa-8288-818dd7387b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.692568192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"5a1b4198-2bb3-4312-8e5b-361a58bf4cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.751647449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"5a1b4198-2bb3-4312-8e5b-361a58bf4cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.830794672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7e742b-de74-4e96-92cb-5a43bfee2a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.883302116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7e742b-de74-4e96-92cb-5a43bfee2a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.93582224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7e742b-de74-4e96-92cb-5a43bfee2a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:04.988446262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7e742b-de74-4e96-92cb-5a43bfee2a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.449043938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"93e464c6-fa5b-4205-87bb-00b24977cd81","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.506590048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"9fba4796-004e-4570-b4ff-c0c63c11b696","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.606259099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39eea0b3-8ae8-439e-ad46-678e740c0cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.606455532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d1372e1-180f-4865-b6cc-538e2e75b1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.606257444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"87923db0-fc42-438a-bf1e-2eb09ae52480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.606940084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"647a8472-0a62-466c-ae58-33804ce94d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.608584876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"b387a381-4df5-4f58-b6fb-611cd06a11ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.665200736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d1372e1-180f-4865-b6cc-538e2e75b1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.665884198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"647a8472-0a62-466c-ae58-33804ce94d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.667618475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39eea0b3-8ae8-439e-ad46-678e740c0cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.669531781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"b387a381-4df5-4f58-b6fb-611cd06a11ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.669925547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"87923db0-fc42-438a-bf1e-2eb09ae52480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.721723737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d1372e1-180f-4865-b6cc-538e2e75b1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.723722257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39eea0b3-8ae8-439e-ad46-678e740c0cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.836192225Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"1961a3f9-1648-43eb-8ba4-94e8a4f89d38","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"name":"e2e-dft-refs-eac848","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.878448554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"4a26c4d8-19a0-4cfb-93a4-ee516978ff32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.880227667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"0561926f-ce68-4c27-9b92-af0a1f62f22e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.937195942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"4a26c4d8-19a0-4cfb-93a4-ee516978ff32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.938496037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"0561926f-ce68-4c27-9b92-af0a1f62f22e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.947218645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f9f568f-8be0-44a3-8216-3168bd3cdfb7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.947243221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f9f568f-8be0-44a3-8216-3168bd3cdfb7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.947673063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c6bdf48-1a40-4527-a598-0a1070d35961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.947697291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c6bdf48-1a40-4527-a598-0a1070d35961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.948159611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a60cd78-1241-4cac-a235-eddbb6313ddb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.948174068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a60cd78-1241-4cac-a235-eddbb6313ddb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.948614894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1392d0d7-e126-44c2-a976-8e4dd0105b77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.948633608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1392d0d7-e126-44c2-a976-8e4dd0105b77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.948916072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d474687-24ca-4e8b-bfdf-bb65a00ec5c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.948929349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d474687-24ca-4e8b-bfdf-bb65a00ec5c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.949174849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22f5f3b5-924e-4ae7-8164-d51245e015eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:05.949186527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22f5f3b5-924e-4ae7-8164-d51245e015eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.002195437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"49440fa0-ea08-4e1b-a276-a0a8ea05cc8d","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"name":"e2e-dft-refs-eac848","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.003174846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38a9bc4a-1b47-4413-a166-a0ac8e5706d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.003568621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39f3996a-c54a-4c40-9aeb-5538da71156a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.056686849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9cbda697-339d-4f59-ac8d-c8b5823dca5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.05683036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7d5d8020-8465-43e2-bfa7-7eb6c28149f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.057241132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"dd0609d6-95d7-4c0e-b7d8-064e6d704b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.122146577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"9cbda697-339d-4f59-ac8d-c8b5823dca5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.123417028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"7d5d8020-8465-43e2-bfa7-7eb6c28149f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.126105836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"dd0609d6-95d7-4c0e-b7d8-064e6d704b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.176533918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"3cd6150f-4444-4eb9-a5e8-2d07e9b4358a","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.176569523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"3cd6150f-4444-4eb9-a5e8-2d07e9b4358a","MaaSModelRef":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"routeName":"external-model-e2e-dft-del-255d8d-366e5f7b4925","namespace":"llm","model":"e2e-dft-del-255d8d","externalModel":"e2e-dft-del-255d8d","provider":"e2e-dft-del-255d8d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.233072871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1c2db34-91c8-4ff9-98be-b878d7fdbb27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.233098569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1c2db34-91c8-4ff9-98be-b878d7fdbb27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.233536477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3cb480fa-c492-4edd-91ad-acdb2475a8e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.233553832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3cb480fa-c492-4edd-91ad-acdb2475a8e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.343560641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"829bdaf0-3a0a-4da6-b6fb-279760a97eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.345286912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"062000ca-92fb-4d4a-9a3d-d18fc4b09cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.443579369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"829bdaf0-3a0a-4da6-b6fb-279760a97eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.447319994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"062000ca-92fb-4d4a-9a3d-d18fc4b09cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.551747565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"c5b97157-b6b4-4188-bf53-3f614f6e5048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.55235354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4bc51374-c7ce-4bac-ad47-59bc75e075d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.553181025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b5d0f280-2e54-4849-a4fd-428ce7a7b47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.611156007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"c5b97157-b6b4-4188-bf53-3f614f6e5048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.611560463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4bc51374-c7ce-4bac-ad47-59bc75e075d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.613626195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"b5d0f280-2e54-4849-a4fd-428ce7a7b47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.71105882Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.756692558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fb87b65-f77c-4614-860f-b620080a9263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.789827531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"749d06ac-caf7-4ad9-a3e0-1f2e832b2455","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.815622925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fb87b65-f77c-4614-860f-b620080a9263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.857459885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0531d8c9-aae6-47f4-aad2-d855e1e62b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.87169349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fb87b65-f77c-4614-860f-b620080a9263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.915602827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0531d8c9-aae6-47f4-aad2-d855e1e62b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.963222769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"92247102-5c9d-4d2a-aff2-8f284d7e7808","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.963251696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"92247102-5c9d-4d2a-aff2-8f284d7e7808","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-eac848-40e512d652b7","namespace":"llm","model":"e2e-dft-refs-eac848","externalModel":"e2e-dft-refs-eac848","provider":"e2e-dft-refs-eac848-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:06.971754083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0531d8c9-aae6-47f4-aad2-d855e1e62b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.011716346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5eec09-9682-418b-a696-434a7b911e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.012026352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"d323e250-f5c6-44ad-9d49-fd22f6650fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.064445452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5eec09-9682-418b-a696-434a7b911e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.064512011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7a764cc6-93b6-4730-b0be-15e6df8b51b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.064805088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ef1b39b3-30bb-4e9b-aeb0-b97fcca568a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.096787855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"c8bdeef4-7351-4a1d-be40-01707cd9dc7d","namespace":"llm","name":"e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.117185166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5eec09-9682-418b-a696-434a7b911e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.117543134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"9b450550-b876-42ec-a5de-34fd513e9785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.122285232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7a764cc6-93b6-4730-b0be-15e6df8b51b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.122741642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"d323e250-f5c6-44ad-9d49-fd22f6650fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.170016017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5eec09-9682-418b-a696-434a7b911e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.227250481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ef1b39b3-30bb-4e9b-aeb0-b97fcca568a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.228258688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"9b450550-b876-42ec-a5de-34fd513e9785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.275219433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c627ec5-2b24-4d10-bd2b-6ea0fb403c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.333508278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c627ec5-2b24-4d10-bd2b-6ea0fb403c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.44054201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c627ec5-2b24-4d10-bd2b-6ea0fb403c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.540114034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"cf4e583a-0e54-467b-a3b4-ccf4e44ed26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.540147493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"450a79d8-7b52-455f-b8a8-feacf7f90b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.597464879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"450a79d8-7b52-455f-b8a8-feacf7f90b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.597542724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"cf4e583a-0e54-467b-a3b4-ccf4e44ed26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.641003566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ae319db1-5177-4d2f-bee1-539cb8bada62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.641046336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"05a8fd88-165a-4f16-893c-7aedd54b35c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.641456409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca50c6a4-bac8-4d01-b024-f8217895c458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.699073699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"ae319db1-5177-4d2f-bee1-539cb8bada62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.699142132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca50c6a4-bac8-4d01-b024-f8217895c458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.70132643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"05a8fd88-165a-4f16-893c-7aedd54b35c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.755694969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca50c6a4-bac8-4d01-b024-f8217895c458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.948542375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"355bf4fd-4319-47b6-9d1d-e00b2bea7c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.960074905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"ef4e06fb-45b7-49f7-b65f-7e8ecc0037aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.960174493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"448b38a7-a2f4-4de2-adf2-ca216fd23530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.984364591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"bf62f710-835d-49fb-a1e5-f321ed484cb9","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.006166628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"355bf4fd-4319-47b6-9d1d-e00b2bea7c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.018457642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"ef4e06fb-45b7-49f7-b65f-7e8ecc0037aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.020782183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"448b38a7-a2f4-4de2-adf2-ca216fd23530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.040235743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce6a93fc-543c-4568-9617-4dd843fea7d7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.040262459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce6a93fc-543c-4568-9617-4dd843fea7d7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.040662839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4f34fd7-8a74-46bc-b615-489718433544","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.040678569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4f34fd7-8a74-46bc-b615-489718433544","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.041084258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8493079-7dd1-4af2-a100-2b8aef3032d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.041158146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8493079-7dd1-4af2-a100-2b8aef3032d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.057919806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b1387a5-4be0-4a65-b10f-ec907a9edebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.058439583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"c1b3dd8f-9522-4558-a3c9-c535356a14f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.094184803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"f13a398e-049d-43aa-a27c-4d8b5f46c951","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.09421165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"f13a398e-049d-43aa-a27c-4d8b5f46c951","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-eac848-40e512d652b7","namespace":"llm","model":"e2e-dft-refs-eac848","externalModel":"e2e-dft-refs-eac848","provider":"e2e-dft-refs-eac848-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.116051541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b1387a5-4be0-4a65-b10f-ec907a9edebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.117698522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"c1b3dd8f-9522-4558-a3c9-c535356a14f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.167893108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f0646092-3ed3-4305-8560-b8a503ac0aa5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.167914317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f0646092-3ed3-4305-8560-b8a503ac0aa5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.168206681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8980b3b-51f8-4bff-a7c7-2fe93eb78eb6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.168216984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8980b3b-51f8-4bff-a7c7-2fe93eb78eb6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.221426133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f490056a-284d-4706-a4db-051b41860a9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.221454177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f490056a-284d-4706-a4db-051b41860a9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.221858279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6881c67a-faae-4c82-bef1-24242ff676fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.2219083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6881c67a-faae-4c82-bef1-24242ff676fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.222251078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37f52a38-7002-401d-93fd-e695d53a5501","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.222262352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37f52a38-7002-401d-93fd-e695d53a5501","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.223857987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b1387a5-4be0-4a65-b10f-ec907a9edebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.273751792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"873b38c4-5d9c-4afc-9360-220b9cfeb55e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.27437907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6488f4f-eeec-48a3-b465-c2d5827aa8f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.38734229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"08129180-4872-4949-8d45-5d71db9d2f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.38754417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5863200b-17ab-49dd-b4a6-ace463ef548c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.387342534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c23aacc7-dfe3-42a4-a117-d1d6face2957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.388126587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"306ce3f7-19bb-40dc-86a6-b8c0ef53a3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.446011728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"08129180-4872-4949-8d45-5d71db9d2f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.45015919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c23aacc7-dfe3-42a4-a117-d1d6face2957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.451215545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"306ce3f7-19bb-40dc-86a6-b8c0ef53a3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.45529438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5863200b-17ab-49dd-b4a6-ace463ef548c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.536130125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-255d8d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-255d8d","reconcileID":"967d42a3-14dc-4c9f-ae54-4b25cc8b3301","namespace":"llm","name":"e2e-dft-del-255d8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.576645529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c23aacc7-dfe3-42a4-a117-d1d6face2957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.576816362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5863200b-17ab-49dd-b4a6-ace463ef548c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.616014279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d50e3e18-b0da-4ca2-b267-1621429db364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.677378886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"d50e3e18-b0da-4ca2-b267-1621429db364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.746260212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"81a95ca7-ead3-4d93-8c70-36b3394cc7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.747234168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"2946039e-e64b-4a75-ac78-bf5d1219e789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.840526362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"81a95ca7-ead3-4d93-8c70-36b3394cc7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.843001994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"2946039e-e64b-4a75-ac78-bf5d1219e789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.94107102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4f44f3f4-b903-48e8-992b-97281e1a2dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.941069077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a30eadf4-779d-4416-bfab-325d4036c116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.998775798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"4f44f3f4-b903-48e8-992b-97281e1a2dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:08.998804455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a30eadf4-779d-4416-bfab-325d4036c116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.073753711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8bf523a1-24cd-4a42-b484-a9805aab62cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.130945289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"8bf523a1-24cd-4a42-b484-a9805aab62cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.165626987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9cb216-7549-4c6d-9599-72a401f24e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.218488682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9cb216-7549-4c6d-9599-72a401f24e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.218617809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"59c141cf-582a-4bb5-b271-d6fbc462958b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.219157383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"da70b60c-00c3-4e17-b61a-0362049b877a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.271540972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9cb216-7549-4c6d-9599-72a401f24e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.27610547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"59c141cf-582a-4bb5-b271-d6fbc462958b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.32495517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9cb216-7549-4c6d-9599-72a401f24e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.383938544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"da70b60c-00c3-4e17-b61a-0362049b877a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.430848955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"330ea24a-9d56-495c-908f-dfe816fa3128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.430897655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7671e75-2bd9-4b4b-899c-0912bf1ee5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.493576749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7671e75-2bd9-4b4b-899c-0912bf1ee5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.493680167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"330ea24a-9d56-495c-908f-dfe816fa3128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.595392887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9dd671e4-ba9a-4c8c-bfe5-7038c55fb8c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.604156918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"330ea24a-9d56-495c-908f-dfe816fa3128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.604157096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7671e75-2bd9-4b4b-899c-0912bf1ee5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.653073093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"9dd671e4-ba9a-4c8c-bfe5-7038c55fb8c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.682572925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4560efd5-955a-4ee5-90d3-5ad94e7bceb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.741098018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"4560efd5-955a-4ee5-90d3-5ad94e7bceb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.757614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2d9ecd4a-a13d-4e4f-8193-9bea6301d927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:09.815677811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2d9ecd4a-a13d-4e4f-8193-9bea6301d927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.302302492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b142c670-ce9b-4779-806c-26692b9085fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.35477769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b142c670-ce9b-4779-806c-26692b9085fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.407287268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b142c670-ce9b-4779-806c-26692b9085fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.460457909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b142c670-ce9b-4779-806c-26692b9085fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.677748407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"9b9f6358-7133-4f0a-8646-56a718658b88","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.732345609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"c7d2e3a8-1d69-48f2-a1bc-7bf04ce85ad1","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.732459644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"c7d2e3a8-1d69-48f2-a1bc-7bf04ce85ad1","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-eac848-40e512d652b7","namespace":"llm","model":"e2e-dft-refs-eac848","externalModel":"e2e-dft-refs-eac848","provider":"e2e-dft-refs-eac848-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.785269509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6afc6289-241d-4cfa-81d5-4d6c021b02e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.785289811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6afc6289-241d-4cfa-81d5-4d6c021b02e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.78557474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1ef2339-9f42-4e8c-b1d4-572f9083491f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.78558679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1ef2339-9f42-4e8c-b1d4-572f9083491f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.785816681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2390b10d-0ed5-4bf4-9e23-606a95f3e54e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.785828182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2390b10d-0ed5-4bf4-9e23-606a95f3e54e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.78607745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9af14fb2-ee04-41e4-97f8-4377ad5b6e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.786089305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9af14fb2-ee04-41e4-97f8-4377ad5b6e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.786406689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0d98219-761d-4c4c-826f-8f748c226020","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.786418874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0d98219-761d-4c4c-826f-8f748c226020","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.786702477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b747477-9098-45e1-b1ef-a1d5aaf998af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.786715769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b747477-9098-45e1-b1ef-a1d5aaf998af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.786976149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b48d62dd-7461-4930-99a8-cf68bb4302d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.786988832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b48d62dd-7461-4930-99a8-cf68bb4302d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.787208138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16d343f8-467a-424b-b84f-5c73d8bd2150","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.787219983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16d343f8-467a-424b-b84f-5c73d8bd2150","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.835339062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cb78b07-1324-414a-8bd2-5f1cb18c26e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.835675096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce432ba-3fea-4636-804e-411f3d1598e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.836048117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"60d735d6-5b0a-4a92-a79d-2d3e2d7f9af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.836257947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5d150599-e070-45f3-bd63-fdd65a68614d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.836675746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2d104f71-014b-4a83-aa58-317e30dd13fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.840106732Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"7bc5eeb7-fff6-4481-a8dd-00f0182a5ca9","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-eac848-40e512d652b7","namespace":"llm","model":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.89365514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cb78b07-1324-414a-8bd2-5f1cb18c26e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.894048962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce432ba-3fea-4636-804e-411f3d1598e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.896092227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"2d104f71-014b-4a83-aa58-317e30dd13fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.896153396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"5d150599-e070-45f3-bd63-fdd65a68614d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.898245287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"60d735d6-5b0a-4a92-a79d-2d3e2d7f9af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.967337227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cb78b07-1324-414a-8bd2-5f1cb18c26e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.972329804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce432ba-3fea-4636-804e-411f3d1598e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.973748001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35e456c8-7484-49f0-ae4d-0b746b2c4583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:11.974744905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"527eeb6a-ac1c-4132-9a5e-1884855d7c7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.140027931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"04fae2a0-6c7d-4ab7-84f1-7c7e28e4ae09","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.143563578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9b2b4421-f9d5-4115-a23b-01a220a656b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.194290742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"c03a8f0d-7b60-4553-b536-b419a17f9974","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"name":"e2e-dft-refs-eac848","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.211243737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9b2b4421-f9d5-4115-a23b-01a220a656b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.233720446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"18aa935b-d5b6-40ca-9279-569b0366438e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.293448081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"18aa935b-d5b6-40ca-9279-569b0366438e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.330701724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"cefd029f-cb7a-49c2-afb8-b66f6aaaa987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.330784266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"646fe269-046d-4197-906b-60183c1fbf89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.331172433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"087a6a2d-2cc1-4345-88cc-ed333d2887a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.391967392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"646fe269-046d-4197-906b-60183c1fbf89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.403180276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"cefd029f-cb7a-49c2-afb8-b66f6aaaa987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.410507121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"087a6a2d-2cc1-4345-88cc-ed333d2887a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.590715566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"31936294-ed69-44a3-8665-1edaa64e2674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.64825332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"31936294-ed69-44a3-8665-1edaa64e2674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.693437291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"6286042c-d65f-46e4-b084-9369ad44d714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.753085711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"6286042c-d65f-46e4-b084-9369ad44d714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.789130311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c6f05a5-5467-4e2c-bb2e-566183deaf76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.789148523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a107afe8-c607-459c-b152-9e9eef15fc27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.78964433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed057dba-8a95-419b-9bd3-23057156f94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.849373869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a107afe8-c607-459c-b152-9e9eef15fc27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.851735113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c6f05a5-5467-4e2c-bb2e-566183deaf76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.852021989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed057dba-8a95-419b-9bd3-23057156f94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.911647297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed057dba-8a95-419b-9bd3-23057156f94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:12.91316547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c6f05a5-5467-4e2c-bb2e-566183deaf76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.010886971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9b1a1f18-b7d5-480c-bc1b-e511e0a91220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.069025175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9b1a1f18-b7d5-480c-bc1b-e511e0a91220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.11005557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"a01bc793-f010-4704-93a1-6639e8599652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.110058939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e65d2512-e582-42d9-aa95-28b3ad8c23e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.1704944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e65d2512-e582-42d9-aa95-28b3ad8c23e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.170779429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"a01bc793-f010-4704-93a1-6639e8599652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.21133491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"dce6a9e3-bc04-4190-9361-f0b3d4dffa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.211343016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"66959351-e7a5-4720-82ac-c06be6a2fd81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.271741416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"dce6a9e3-bc04-4190-9361-f0b3d4dffa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.278434557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"66959351-e7a5-4720-82ac-c06be6a2fd81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.44393327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"08d17961-eda4-4c32-9c54-59b812603b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.50130821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"08d17961-eda4-4c32-9c54-59b812603b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.543883683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7a3d11ab-fb66-4e10-a9f2-ace6bbb5e2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:13.601258745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"7a3d11ab-fb66-4e10-a9f2-ace6bbb5e2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:16.333011823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1bd8b5-445e-4748-b934-122e367ed026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:16.38589205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1bd8b5-445e-4748-b934-122e367ed026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:16.443385849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1bd8b5-445e-4748-b934-122e367ed026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:16.49665517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1bd8b5-445e-4748-b934-122e367ed026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:16.80957419Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-04690c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-04690c","reconcileID":"1e97e4fe-bb9f-47ab-a28b-c820d7ad841e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-04690c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-04690c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:17.885272489Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"0b03eb69-2363-4893-bc26-5c21b2e97dc9","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:17.962783695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"81cc9ad8-ae37-4765-8e8c-4024660fbad2","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"name":"e2e-dft-refs-eac848","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.068783511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"025b0e69-6584-4d43-84eb-a5ff4f835168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.069175308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e91d72d-23d7-4d3c-a909-7de6aedf4c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.069621338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d554abda-740d-4aaa-8797-bc18f9c009fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.076199753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"463ca5f6-89f2-4ad2-bd9b-baa7c01ad40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.128248886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d554abda-740d-4aaa-8797-bc18f9c009fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.128724436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e91d72d-23d7-4d3c-a909-7de6aedf4c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.130485217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"025b0e69-6584-4d43-84eb-a5ff4f835168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.13336402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"463ca5f6-89f2-4ad2-bd9b-baa7c01ad40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.14513133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"6660acde-db86-46d1-adb4-f663483fdf1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.164780228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"1aba4cc0-ca37-4d45-a757-74a9f02dba63","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"name":"e2e-dft-refs-eac848","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.18839202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e91d72d-23d7-4d3c-a909-7de6aedf4c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.188497659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d554abda-740d-4aaa-8797-bc18f9c009fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.203920665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"6660acde-db86-46d1-adb4-f663483fdf1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.218753285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1728697-4125-42c8-8a00-06a9096b495e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.218782541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1728697-4125-42c8-8a00-06a9096b495e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.219114791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"878fe60b-4d88-454a-a14b-064f19d00c9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.219126418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"878fe60b-4d88-454a-a14b-064f19d00c9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.219481655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efce823b-3224-41ba-8956-f1578ab31382","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.219492725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efce823b-3224-41ba-8956-f1578ab31382","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.219831688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a6c8533-7672-4ef0-9e93-399edfec4a60","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.219850571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a6c8533-7672-4ef0-9e93-399edfec4a60","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.220154926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"56b1fb5e-6006-4139-be47-c2f53908e8f5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.220237508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"56b1fb5e-6006-4139-be47-c2f53908e8f5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.220595111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32e6c2c1-55d7-4393-8de8-2ad0ae4838db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.220617678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32e6c2c1-55d7-4393-8de8-2ad0ae4838db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.220901248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b669793-e00d-4261-9434-2a1ecf977721","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.220917829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b669793-e00d-4261-9434-2a1ecf977721","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.221172603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04e5d22c-5c58-4553-97b5-b0631ddbb319","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.221184312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04e5d22c-5c58-4553-97b5-b0631ddbb319","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.29122481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"85c5456b-2036-4319-81af-759be48789af","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"name":"e2e-dft-refs-eac848","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.331855349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ab659da-3190-4395-a4a0-eb509a34684e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.332440993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60085e86-3214-4492-8af9-1f0e9838eca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.351369637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc46823b-f739-4df2-8dd7-28e86b5f2890","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.351492137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc46823b-f739-4df2-8dd7-28e86b5f2890","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.351960657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"55c8a922-8cba-45f0-9797-33c79af1eb16","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.352031723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"55c8a922-8cba-45f0-9797-33c79af1eb16","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.36672703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fca48e21-4c09-4fac-99c7-4fc3b28c7e6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.366824614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fca48e21-4c09-4fac-99c7-4fc3b28c7e6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.367272194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b855a3a6-e7c5-489d-80a3-b222823ea2df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.372969716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b855a3a6-e7c5-489d-80a3-b222823ea2df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.375169789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9a368fac-362f-49b2-b75e-413d1bfd0cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.375801467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d597f315-4afb-4a43-94b9-62b915fddc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.376726051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0da908b7-c0cc-4ba9-aea9-b060155aa7a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.376798086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0da908b7-c0cc-4ba9-aea9-b060155aa7a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.377307333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc245f22-f170-4611-86df-b52a0eb4a6c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.377373395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc245f22-f170-4611-86df-b52a0eb4a6c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.37781847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"149b8d60-5029-4371-ad8b-a78de71919f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.377895472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"149b8d60-5029-4371-ad8b-a78de71919f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.378652887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0aac0e08-12bf-4ed3-a69b-b9ce928a8d95","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.378699891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0aac0e08-12bf-4ed3-a69b-b9ce928a8d95","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.483089261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"9a368fac-362f-49b2-b75e-413d1bfd0cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.483552906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"d597f315-4afb-4a43-94b9-62b915fddc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.527114532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"a8874e51-6f92-4eb2-91e5-c016322004f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.527137551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"bbb1781e-8b21-461d-8445-a5c24171e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.583538649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab317c76-25a6-49f7-90c5-89b68320972a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.588569724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"bbb1781e-8b21-461d-8445-a5c24171e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.589099488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"a8874e51-6f92-4eb2-91e5-c016322004f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.649591548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab317c76-25a6-49f7-90c5-89b68320972a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.650330392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"fd3cc9df-c634-4ca8-9219-a449b57c44f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.708429907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab317c76-25a6-49f7-90c5-89b68320972a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.716568716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"fd3cc9df-c634-4ca8-9219-a449b57c44f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.768486281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab317c76-25a6-49f7-90c5-89b68320972a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.926418111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"fd43a9c3-b1e7-4554-af74-c23a912c6fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.93071391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7014f8dd-e34c-4fe3-a652-ac809a677ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.983829565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"fd43a9c3-b1e7-4554-af74-c23a912c6fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:18.987927707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"7014f8dd-e34c-4fe3-a652-ac809a677ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.004844867Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"bac4df31-7a44-4fda-877b-a3bc63a8e5dc","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.035670217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2c470fd-d2bb-408a-a568-1e4d1dadc1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.079546334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"f46b4d12-bc4c-4a7c-a73b-c5dd7ec5183b","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.079576764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"f46b4d12-bc4c-4a7c-a73b-c5dd7ec5183b","MaaSModelRef":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-eac848-40e512d652b7","namespace":"llm","model":"e2e-dft-refs-eac848","externalModel":"e2e-dft-refs-eac848","provider":"e2e-dft-refs-eac848-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.103059163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2c470fd-d2bb-408a-a568-1e4d1dadc1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.151421957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd3e19d-8ad2-4062-a417-1c027b63a8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.17332792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2c470fd-d2bb-408a-a568-1e4d1dadc1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.209359291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd3e19d-8ad2-4062-a417-1c027b63a8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.248342358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e990370b-19da-4cce-b365-39200793e9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.269088481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd3e19d-8ad2-4062-a417-1c027b63a8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.306647122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"e990370b-19da-4cce-b365-39200793e9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.344479004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"a85985a1-0db7-4467-9c7e-077fd0617671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.40423234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"a85985a1-0db7-4467-9c7e-077fd0617671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.468921363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2c7d271a-a668-441d-9ed2-fa2978d1a46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.470509108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"5cd7ec87-2dc6-4d5e-9584-ec5d21fe1b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.477183525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d024eee-f96b-4974-9378-4817ee6fefe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.545951017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2c7d271a-a668-441d-9ed2-fa2978d1a46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.561809908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"5cd7ec87-2dc6-4d5e-9584-ec5d21fe1b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.641309005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d024eee-f96b-4974-9378-4817ee6fefe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.702144745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d024eee-f96b-4974-9378-4817ee6fefe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.765375824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"c9bf3456-ff4c-4deb-90b5-e26d9d3ecde6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.822974451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"c9bf3456-ff4c-4deb-90b5-e26d9d3ecde6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.917235273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"f0beea36-95c8-426c-b818-081d684c5afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.970050174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fcb883e3-8610-41ba-a026-d3cf0d049814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.970661691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7649ed-92d2-4077-8dde-48c58e4a1c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.971234171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"12ecd933-af2c-47f1-98aa-718e82eb93bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:19.976386926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"f0beea36-95c8-426c-b818-081d684c5afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.030610633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fcb883e3-8610-41ba-a026-d3cf0d049814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.030621786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"12ecd933-af2c-47f1-98aa-718e82eb93bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.033180415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7649ed-92d2-4077-8dde-48c58e4a1c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.089492464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7649ed-92d2-4077-8dde-48c58e4a1c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.308538905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"1bf22cd2-a7a9-4970-9f6b-80cfbc09054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.309492461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ea09ca5f-46de-4ef7-8073-4034c14c326e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.367082967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"1bf22cd2-a7a9-4970-9f6b-80cfbc09054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.368127592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"ea09ca5f-46de-4ef7-8073-4034c14c326e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.819617259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4b296-1282-4df1-a72e-5c9fdf9cd2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.879454627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4b296-1282-4df1-a72e-5c9fdf9cd2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.941144183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4b296-1282-4df1-a72e-5c9fdf9cd2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:20.994428387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4b296-1282-4df1-a72e-5c9fdf9cd2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.398581012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"e152668d-a693-4d99-b427-7d7a63e5bbca","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.476845275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c077ce4-9de6-4d61-8a2a-93c82087dfb4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.476881932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c077ce4-9de6-4d61-8a2a-93c82087dfb4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.477188562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"087197c7-f959-4781-b2d1-045c0d8bb665","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.477548177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"087197c7-f959-4781-b2d1-045c0d8bb665","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.47796812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d68421c7-a4b8-411b-9ec8-7a8fa086d241","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.478044843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d68421c7-a4b8-411b-9ec8-7a8fa086d241","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.478452247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0382791-59cd-4cb7-926c-c3a79418f12f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.478500047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0382791-59cd-4cb7-926c-c3a79418f12f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.478996458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5421a6b4-a344-4e65-b9a0-f6601e6f8e59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.479048193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5421a6b4-a344-4e65-b9a0-f6601e6f8e59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.479495638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef44c75b-f4f5-44bc-b8fd-3884a96183f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.479513227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef44c75b-f4f5-44bc-b8fd-3884a96183f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.479827501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30d402f2-755d-489c-b5b0-d9e4823289f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.47984464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30d402f2-755d-489c-b5b0-d9e4823289f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.48016676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d71d6eba-7001-4dab-a266-b0bf850fabae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.480183239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d71d6eba-7001-4dab-a266-b0bf850fabae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.557396375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"6f4b39b3-46f8-49db-bf8f-fd52e878bda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.557421763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71c96c0e-5681-41c0-bcb4-c054fe2ebb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.578460848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d2857f4-2881-4b21-a164-1286cc3b1534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.578740542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"16c05add-b848-43c3-ae6d-1f4b7e3e1bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.578484559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"f87dc738-fc6e-4759-b1ce-e34c041bbfbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.616494279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"6f4b39b3-46f8-49db-bf8f-fd52e878bda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.616849333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71c96c0e-5681-41c0-bcb4-c054fe2ebb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.63855994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"f87dc738-fc6e-4759-b1ce-e34c041bbfbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.639079837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d2857f4-2881-4b21-a164-1286cc3b1534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.642440814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"16c05add-b848-43c3-ae6d-1f4b7e3e1bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.673745008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71c96c0e-5681-41c0-bcb4-c054fe2ebb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.763068067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d2857f4-2881-4b21-a164-1286cc3b1534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.764702934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5b6f514-d701-454e-b97c-a7ff96a4f686","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.768411277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7be12528-2f8e-4243-85b6-80edc74d8571","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.889399268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3625fb5d-7250-42a0-a751-3ad3ba126521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.947074861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-eac848","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-eac848","reconcileID":"4d909b0f-891f-4710-b829-3689cf690e16","namespace":"llm","name":"e2e-dft-refs-eac848","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.950361347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b06f9c27-90f5-4510-8c46-9f804433953a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:24.951556978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"3625fb5d-7250-42a0-a751-3ad3ba126521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.009928525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"b06f9c27-90f5-4510-8c46-9f804433953a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.036543692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"613df725-ff8a-47fc-a912-ca570908996f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.079328198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9f5709d7-13c0-4ae8-9801-052c9b2a3ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.079328566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"77b7812b-1b2e-40df-90d7-9328aae57afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.095882201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"613df725-ff8a-47fc-a912-ca570908996f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.137438928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"77b7812b-1b2e-40df-90d7-9328aae57afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.138238997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"9f5709d7-13c0-4ae8-9801-052c9b2a3ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.313773677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"17f1704f-16e0-4c70-b96c-271a6d897f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.371655425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"17f1704f-16e0-4c70-b96c-271a6d897f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.414161555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"acbc89c7-74ad-4486-9bc7-11ec826eba0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.417275796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b81f1d01-ceac-478f-bea6-5723c0c7093f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.471564241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"acbc89c7-74ad-4486-9bc7-11ec826eba0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.474956298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b81f1d01-ceac-478f-bea6-5723c0c7093f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.525520536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"999eff24-fe5b-4e27-bbd6-840a810de783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.52648148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"b22cb79c-e74c-4096-95f3-59bad1bdf794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.532548997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b81f1d01-ceac-478f-bea6-5723c0c7093f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.585608112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"b22cb79c-e74c-4096-95f3-59bad1bdf794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.58629883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"999eff24-fe5b-4e27-bbd6-840a810de783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.642592222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"999eff24-fe5b-4e27-bbd6-840a810de783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.689517921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"7de97f43-a8e6-4c02-894d-65ac90a34cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.690102948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a67f40e4-c0b4-4adc-ae54-65a06f239b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.747009239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"7de97f43-a8e6-4c02-894d-65ac90a34cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.74757778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"a67f40e4-c0b4-4adc-ae54-65a06f239b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.788222062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"68c7dc2d-7398-463f-89c7-09d23a27bf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.799249809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"daed412e-50eb-43c7-a2a9-97f13616766a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.8451261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"68c7dc2d-7398-463f-89c7-09d23a27bf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.856279429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"daed412e-50eb-43c7-a2a9-97f13616766a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.897102445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b98728fd-ee81-4df1-96db-4f954ed554ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:25.956071685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"b98728fd-ee81-4df1-96db-4f954ed554ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:26.109400985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"46e3d763-8621-4360-902e-deb1140fc679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:26.109406079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"03f06bfc-128a-4df0-a5df-b21f51e166d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:26.16748147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"03f06bfc-128a-4df0-a5df-b21f51e166d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:26.167485531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"46e3d763-8621-4360-902e-deb1140fc679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.731582591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66216f62-5fc9-4dfb-a326-dd2d413c1b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.731725422Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"7a18855b-ec14-4885-8e47-1cd9a58fd7dd","namespace":"ai-tenant-e2e-extmod-a-50ff6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.784166076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66216f62-5fc9-4dfb-a326-dd2d413c1b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.784262749Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"7a18855b-ec14-4885-8e47-1cd9a58fd7dd","namespace":"ai-tenant-e2e-extmod-a-50ff6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.837073808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66216f62-5fc9-4dfb-a326-dd2d413c1b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.837159085Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"7a18855b-ec14-4885-8e47-1cd9a58fd7dd","aitenant":"ai-tenants/e2e-extmod-a-50ff6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.890307054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66216f62-5fc9-4dfb-a326-dd2d413c1b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.691198596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26058ea3-58c5-4eaf-95f1-a31b91093777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.751372273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26058ea3-58c5-4eaf-95f1-a31b91093777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.799331109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1239102-ceee-4927-ba5c-a5fe0afa6993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.80842361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26058ea3-58c5-4eaf-95f1-a31b91093777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.857181744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1239102-ceee-4927-ba5c-a5fe0afa6993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.913860262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1239102-ceee-4927-ba5c-a5fe0afa6993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:36.71145248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.503012115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f69215-12dd-45bc-9fa4-74db6fa3c0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.555558028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f69215-12dd-45bc-9fa4-74db6fa3c0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.60815968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f69215-12dd-45bc-9fa4-74db6fa3c0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.660812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f69215-12dd-45bc-9fa4-74db6fa3c0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:41.014657043Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8dce4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8dce4f","reconcileID":"1a3ff010-42d2-4bd9-ad33-f66de00b2d68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8dce4f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-8dce4f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.609024988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e02af5-f367-47d8-bcd3-1458f0a0323f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.661650572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e02af5-f367-47d8-bcd3-1458f0a0323f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.714075513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e02af5-f367-47d8-bcd3-1458f0a0323f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.76644213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e02af5-f367-47d8-bcd3-1458f0a0323f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.72448039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a287f8-5166-44f3-bb7f-202c5d197fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.777121292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a287f8-5166-44f3-bb7f-202c5d197fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.829479599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a287f8-5166-44f3-bb7f-202c5d197fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.882160481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a287f8-5166-44f3-bb7f-202c5d197fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.065708881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a75d45f-cda4-4bfd-8c78-8aed868ea001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.118038194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cebbd1f-43b9-47c7-b340-336d42fab770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.123649497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a75d45f-cda4-4bfd-8c78-8aed868ea001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.178685675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cebbd1f-43b9-47c7-b340-336d42fab770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.180082716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a75d45f-cda4-4bfd-8c78-8aed868ea001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.286106312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cebbd1f-43b9-47c7-b340-336d42fab770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.798358246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c182a3-f938-46cf-9e0d-ad75b5ff6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.851573782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c182a3-f938-46cf-9e0d-ad75b5ff6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.903901482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c182a3-f938-46cf-9e0d-ad75b5ff6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.956440719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c182a3-f938-46cf-9e0d-ad75b5ff6be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.865309196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fb515e-7f12-4cf1-a346-fdd2e4dccb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.918504882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fb515e-7f12-4cf1-a346-fdd2e4dccb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.970894696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fb515e-7f12-4cf1-a346-fdd2e4dccb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:49.023400372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fb515e-7f12-4cf1-a346-fdd2e4dccb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:50.915305697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24afc5f3-7c23-4b9f-af02-65434861dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:50.967650343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24afc5f3-7c23-4b9f-af02-65434861dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:51.020266351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24afc5f3-7c23-4b9f-af02-65434861dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:51.07317789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24afc5f3-7c23-4b9f-af02-65434861dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:52.985180426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead135a7-4df0-483d-ae70-59dacb4614e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:53.037721685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead135a7-4df0-483d-ae70-59dacb4614e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:53.090092057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead135a7-4df0-483d-ae70-59dacb4614e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:53.142774503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead135a7-4df0-483d-ae70-59dacb4614e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.33829161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"184117eb-4e43-47ef-897e-6159aecc1d4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.396380194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"184117eb-4e43-47ef-897e-6159aecc1d4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.443981234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb9e99f-f807-4c28-9503-828d4b0d3127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.452707049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"184117eb-4e43-47ef-897e-6159aecc1d4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.501581746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb9e99f-f807-4c28-9503-828d4b0d3127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.512513176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf77f139-70cf-4d1d-9e5c-4201f26d3951","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.512533919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf77f139-70cf-4d1d-9e5c-4201f26d3951","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.558806923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb9e99f-f807-4c28-9503-828d4b0d3127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.618165154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1444d8d9-6b67-4aa2-b9af-b19bc4b57ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.618186388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1444d8d9-6b67-4aa2-b9af-b19bc4b57ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.621666033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344e7faf-dc35-4529-a37a-9bac86cd16cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.674442766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344e7faf-dc35-4529-a37a-9bac86cd16cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.674714622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c93c9af-f482-443f-a3a4-e3e8a408f6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.710993503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.727250546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344e7faf-dc35-4529-a37a-9bac86cd16cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.779884523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344e7faf-dc35-4529-a37a-9bac86cd16cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.832174921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac2ee4c4-ae59-49f6-b657-831ec651a06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.83773875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c93c9af-f482-443f-a3a4-e3e8a408f6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.890091162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac2ee4c4-ae59-49f6-b657-831ec651a06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.893981605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c93c9af-f482-443f-a3a4-e3e8a408f6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.947683661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac2ee4c4-ae59-49f6-b657-831ec651a06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:08.676408538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c66b3-23cb-4a49-858a-58d4ada0eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:08.728957569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c66b3-23cb-4a49-858a-58d4ada0eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:08.781483108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c66b3-23cb-4a49-858a-58d4ada0eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:08.83409395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c66b3-23cb-4a49-858a-58d4ada0eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:10.802624051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ad65bd-0868-4ca0-aca1-350d29948b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:10.856964133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ad65bd-0868-4ca0-aca1-350d29948b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:10.916914244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ad65bd-0868-4ca0-aca1-350d29948b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:10.969556653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ad65bd-0868-4ca0-aca1-350d29948b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:12.875245879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62d82b4-3b23-4cec-aefc-fc707f884576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:12.927806312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62d82b4-3b23-4cec-aefc-fc707f884576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:12.980238956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62d82b4-3b23-4cec-aefc-fc707f884576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:13.032933225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62d82b4-3b23-4cec-aefc-fc707f884576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:14.946166519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bef454-d218-42e0-a48f-e368fed14059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:14.999354674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bef454-d218-42e0-a48f-e368fed14059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:15.054175873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bef454-d218-42e0-a48f-e368fed14059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:15.107529902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bef454-d218-42e0-a48f-e368fed14059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.057396538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004d1690-728a-4eee-94df-f5a8932328f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.12273824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3a2a1b-650e-4ae4-9510-a73e4d2c9da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.129323528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004d1690-728a-4eee-94df-f5a8932328f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.177064023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3a2a1b-650e-4ae4-9510-a73e4d2c9da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.177265171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22d2b36d-6ef8-497b-8172-6df9acd5110d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.233450985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3a2a1b-650e-4ae4-9510-a73e4d2c9da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.24870644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004d1690-728a-4eee-94df-f5a8932328f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.290668754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3a2a1b-650e-4ae4-9510-a73e4d2c9da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.294613469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22d2b36d-6ef8-497b-8172-6df9acd5110d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.357153734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22d2b36d-6ef8-497b-8172-6df9acd5110d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.334807499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22788e3b-bdd6-4ae1-b2ed-e5e9155e8e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.387369833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22788e3b-bdd6-4ae1-b2ed-e5e9155e8e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.442055684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22788e3b-bdd6-4ae1-b2ed-e5e9155e8e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.494958106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22788e3b-bdd6-4ae1-b2ed-e5e9155e8e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.453130686Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","namespace":"ai-tenant-e2e-shared-b-w2-e86d11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.453222722Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","namespace":"ai-tenant-e2e-shared-b-w2-e86d11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.453296323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","tenant":"e2e-shared-b-w2-e86d11","tenantID":"e2e-shared-b-w2-e86d11","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.50789382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-e86d11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.56830813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"Service","name":"maas-api-e2e-shared-b-w2-e86d11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.628480647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-e86d11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.685605331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-e86d11","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.753074687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.810797098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.866274698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:20.937190243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.005195566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.063161367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.115932379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.168319446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.220613651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.27284479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.324782265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.380739791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.432686182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.484687816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.536995409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-e86d11","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.589075116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e86d11"},"namespace":"ai-tenant-e2e-shared-b-w2-e86d11","name":"default-tenant","reconcileID":"dc4c1a3c-69b9-422a-86ec-4e07cafdfd80","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-e86d11","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:23.401275375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"cdc2035a-2525-4fd5-9c1a-d8cd8fc23e7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:23.5130167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"896b4a15-06d1-41fa-a7d8-7855e3c65512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:23.612552211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"e2047de5-c761-40cb-b75c-94ff0651d39c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:23.621937951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"af22e1c4-503e-45d1-96ee-3570066e6f26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:23.900919713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"1652c33e-077b-4363-a583-a8f6b55806d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.000717925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1685f28-9a9b-40a8-b023-7f28d58bb3e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.187223638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"4dd88889-e73a-46dc-a1ea-6336c2956c47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.348023579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"c46a42ff-8d9e-406d-8df3-fb08b0d02356","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.449923304Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e86d11","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e86d11","reconcileID":"f516eed3-144e-43a1-8cab-0d4bb527fa39","aitenant":"ai-tenants/e2e-shared-b-w2-e86d11","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.675588165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa9b978e-854e-4662-8419-efebd5373323","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.77593431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"4d6a0035-89bc-4d6e-b390-110ec7cb3161","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.787266634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"17c9a0cf-8f04-4b5c-9ac2-8a80ee01accc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.900955645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"cdf6c6e0-1d08-4f62-ad93-7a84a214a50d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.996215604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd112a-0148-4eb7-818c-8db672e97eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.049319446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd112a-0148-4eb7-818c-8db672e97eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.101773758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd112a-0148-4eb7-818c-8db672e97eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.154791764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd112a-0148-4eb7-818c-8db672e97eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:25.26846928Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e86d11","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e86d11","reconcileID":"f516eed3-144e-43a1-8cab-0d4bb527fa39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-e86d11","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-e86d11"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.098459628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79278e7a-aab0-4cc6-aa8c-b8a3fa81a227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.152576964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79278e7a-aab0-4cc6-aa8c-b8a3fa81a227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.205245447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79278e7a-aab0-4cc6-aa8c-b8a3fa81a227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.258042684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79278e7a-aab0-4cc6-aa8c-b8a3fa81a227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.418944651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caa04f56-e834-4e75-8569-17916afe4934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.493196161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caa04f56-e834-4e75-8569-17916afe4934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.539456489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27aa9637-63e8-4d79-9854-1605deeddf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.597025053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27aa9637-63e8-4d79-9854-1605deeddf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.817322122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43667163-1522-4eca-9a56-035d8eb101c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.817349937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43667163-1522-4eca-9a56-035d8eb101c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.913184802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2421d284-822c-4f23-9784-8d8ac4662abe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:27.913204931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2421d284-822c-4f23-9784-8d8ac4662abe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.19878824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d93db5-85c8-43a5-b061-217872b110b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.251248274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d93db5-85c8-43a5-b061-217872b110b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.303540367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d93db5-85c8-43a5-b061-217872b110b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:29.356012356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d93db5-85c8-43a5-b061-217872b110b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.063391827Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c231c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c231c6","reconcileID":"689df575-7de9-47bd-b17a-9da4609a2993","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c231c6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-c231c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.294486462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838a338-d349-4d27-8c3e-4b94b023389d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.347809867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838a338-d349-4d27-8c3e-4b94b023389d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.400934436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838a338-d349-4d27-8c3e-4b94b023389d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:31.4533688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838a338-d349-4d27-8c3e-4b94b023389d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.39111531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7c64bc-43d8-4d6b-bba9-5becb16bd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.44620076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7c64bc-43d8-4d6b-bba9-5becb16bd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.498931684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7c64bc-43d8-4d6b-bba9-5becb16bd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:33.551562314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7c64bc-43d8-4d6b-bba9-5becb16bd964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:35.461854365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46b8cb-a9f0-471e-a0ef-f3aad1ce6a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:35.514221429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46b8cb-a9f0-471e-a0ef-f3aad1ce6a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:35.56679418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46b8cb-a9f0-471e-a0ef-f3aad1ce6a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:35.619512275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea46b8cb-a9f0-471e-a0ef-f3aad1ce6a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:36.711043363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:37.586964438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087fbc0-6438-4d7a-934f-c9aad4e371c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:37.640045889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087fbc0-6438-4d7a-934f-c9aad4e371c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:37.692431241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087fbc0-6438-4d7a-934f-c9aad4e371c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:37.74504792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4087fbc0-6438-4d7a-934f-c9aad4e371c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:39.656075552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25b5dd6-c86a-443c-8416-a014557eadc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:39.708550437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25b5dd6-c86a-443c-8416-a014557eadc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:39.763298936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25b5dd6-c86a-443c-8416-a014557eadc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:39.816182153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25b5dd6-c86a-443c-8416-a014557eadc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.049971182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"c20bebce-633d-4a04-ae84-e4d3e8dde8ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-04690c","tenantID":"e2e-inf-a-04690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.168257823Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"c20bebce-633d-4a04-ae84-e4d3e8dde8ea","name":"e2e-inf-a-04690c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.386956477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba8ad402-0778-40da-8590-57af40cf64cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.770398856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"4180b3c6-5661-454f-8e0d-e586e6890f19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.01941275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"3354c4bb-8511-4d60-b131-129a5c729735","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.132571644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"c148e786-e08e-420b-a77d-9ccd79bd642b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.235466158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"0cac225b-8711-47ae-b869-8f6d7f710708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.360926903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"0b9981e5-de71-4c86-abd8-5f07dd0d096e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.460932822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"b5cfe6fd-110f-42ed-85fd-363e3e2777ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.562264262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"fd30072e-caa4-4303-829d-3248d9b82826","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.662669602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"2283508a-a28e-4d5a-9534-115479bd7149","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.662722992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"1b3200b6-8f34-4478-8a9a-6039494858d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.763138441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"5fb6598b-7749-4938-8ccb-3398a8d4c4ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:43.81742099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d02be0d-aec0-4f38-ab7c-ec2c77e19e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:51.85947837Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","namespace":"ai-tenant-e2e-extmod-a-50ff6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:51.859559405Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","namespace":"ai-tenant-e2e-extmod-a-50ff6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:51.859625471Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","tenant":"e2e-extmod-a-50ff6e","tenantID":"e2e-extmod-a-50ff6e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:51.913948983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"Deployment","name":"maas-api-e2e-extmod-a-50ff6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:51.974567122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"Service","name":"maas-api-e2e-extmod-a-50ff6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.029967522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-50ff6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.084477668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-50ff6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.149821381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.210855102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.266288735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.327487527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.380689023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.433009952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.487303719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"Service","name":"payload-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.539328488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.591193101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.643121399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.695219142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.751147549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.80318621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.855322705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.907411793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-50ff6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.959551135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50ff6e"},"namespace":"ai-tenant-e2e-extmod-a-50ff6e","name":"default-tenant","reconcileID":"d52fd3de-1a30-444f-8aeb-2b6dd879c6db","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-50ff6e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:53.73373605Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-50ff6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-50ff6e","reconcileID":"413d2b3e-d0ac-4e27-826d-8cc0416df519","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-50ff6e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-50ff6e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.856092646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ba50d-6aa2-433c-8241-26a7828d2ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.908952007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ba50d-6aa2-433c-8241-26a7828d2ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.964885815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ba50d-6aa2-433c-8241-26a7828d2ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:55.019158943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ba50d-6aa2-433c-8241-26a7828d2ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.921620617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1722e7-c2f5-4254-990c-0225e5d7cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.97421479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1722e7-c2f5-4254-990c-0225e5d7cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:57.027395897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1722e7-c2f5-4254-990c-0225e5d7cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:57.082372822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1722e7-c2f5-4254-990c-0225e5d7cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.806320953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e4de9-0e10-4d38-9ac6-b469c239e49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.859545195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e4de9-0e10-4d38-9ac6-b469c239e49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.9120468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e4de9-0e10-4d38-9ac6-b469c239e49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.964638879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e4de9-0e10-4d38-9ac6-b469c239e49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:01.401275715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-898240","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-898240","reconcileID":"f9836fda-414c-4a07-a1d1-812b2c4927d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-898240","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-898240":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.907648069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8ba97-4013-4c2f-8386-92dbe4af606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.960125924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8ba97-4013-4c2f-8386-92dbe4af606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:03.012471758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8ba97-4013-4c2f-8386-92dbe4af606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:03.064844036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8ba97-4013-4c2f-8386-92dbe4af606c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:04.972631708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35137059-90d0-4479-840d-f34fdf4200d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:05.03551888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35137059-90d0-4479-840d-f34fdf4200d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:05.089519233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35137059-90d0-4479-840d-f34fdf4200d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:05.141895718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35137059-90d0-4479-840d-f34fdf4200d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:06.710598083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:07.092111222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e06f1-ea74-4ccc-9528-3aa3ce674dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:07.144984201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e06f1-ea74-4ccc-9528-3aa3ce674dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:07.197674758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e06f1-ea74-4ccc-9528-3aa3ce674dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:07.250180111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e06f1-ea74-4ccc-9528-3aa3ce674dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.1816841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"735e1744-d0e2-43b5-b001-0fdb73531f85","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8dce4f","tenantID":"e2e-inf-a-8dce4f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:08.321642746Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"735e1744-d0e2-43b5-b001-0fdb73531f85","name":"e2e-inf-a-8dce4f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:09.196961983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466abea2-24cc-463c-b2aa-6e294c7ed678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:09.253117488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466abea2-24cc-463c-b2aa-6e294c7ed678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:09.305445922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466abea2-24cc-463c-b2aa-6e294c7ed678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:09.357892488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466abea2-24cc-463c-b2aa-6e294c7ed678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:11.257412598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d9977-c601-4356-be1d-3764f57a994b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:11.309753264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d9977-c601-4356-be1d-3764f57a994b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:11.362272321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d9977-c601-4356-be1d-3764f57a994b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:11.415384318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d9977-c601-4356-be1d-3764f57a994b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:13.321824712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d614d-cee4-4ee2-8d37-c3ecdc7e10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:13.374253538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d614d-cee4-4ee2-8d37-c3ecdc7e10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:13.426663676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d614d-cee4-4ee2-8d37-c3ecdc7e10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:13.479052585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d614d-cee4-4ee2-8d37-c3ecdc7e10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:15.427450746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5844d5-a73b-49a4-89d6-8d75b1d88700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:15.47985327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5844d5-a73b-49a4-89d6-8d75b1d88700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:15.532241459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5844d5-a73b-49a4-89d6-8d75b1d88700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:15.584755785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb5844d5-a73b-49a4-89d6-8d75b1d88700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.132673394Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","namespace":"ai-tenant-e2e-explicit-42fc1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.132760402Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","namespace":"ai-tenant-e2e-explicit-42fc1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.132832752Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","tenant":"e2e-explicit-42fc1e","tenantID":"e2e-explicit-42fc1e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.187181654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"Deployment","name":"maas-api-e2e-explicit-42fc1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.247527796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"Service","name":"maas-api-e2e-explicit-42fc1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.302672256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-42fc1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.357501776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-42fc1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.421417474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.48135067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.538717415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.608519017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.664240311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"Deployment","name":"payload-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.71717602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.775171757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"Service","name":"payload-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.82926474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"Service","name":"payload-pre-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.881388314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.933530251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:28.985757535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:29.042196787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:29.094632449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:29.147165895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:29.202122879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-42fc1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:29.254497238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-42fc1e"},"namespace":"ai-tenant-e2e-explicit-42fc1e","name":"default-tenant","reconcileID":"1318ff0f-655d-4bbe-9799-cfa4c423fd95","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-42fc1e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.439445313Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-42fc1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-42fc1e","reconcileID":"e6722552-11db-4a2a-883e-b3b079d57e61","aitenant":"ai-tenants/e2e-explicit-42fc1e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:32.988779485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d49e8-1810-498f-98ea-796cb78d6529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:33.041463334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d49e8-1810-498f-98ea-796cb78d6529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:33.093880319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d49e8-1810-498f-98ea-796cb78d6529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:33.14633685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d49e8-1810-498f-98ea-796cb78d6529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:33.260819696Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-42fc1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-42fc1e","reconcileID":"e6722552-11db-4a2a-883e-b3b079d57e61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-42fc1e","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-42fc1e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:35.195481515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481fd6d-d441-4741-be07-edc0e3fb560b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:35.247846907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481fd6d-d441-4741-be07-edc0e3fb560b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:35.30145733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481fd6d-d441-4741-be07-edc0e3fb560b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:35.354088315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4481fd6d-d441-4741-be07-edc0e3fb560b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:36.710972591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:37.347882726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e8491e-b66e-42fa-b196-507965359664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:37.401595854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e8491e-b66e-42fa-b196-507965359664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:37.454277957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e8491e-b66e-42fa-b196-507965359664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:37.506997698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e8491e-b66e-42fa-b196-507965359664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:39.431010228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f77d4-89d4-438d-ac0f-d3d9781feccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:39.483761668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f77d4-89d4-438d-ac0f-d3d9781feccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:39.536223336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f77d4-89d4-438d-ac0f-d3d9781feccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:39.588463783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f77d4-89d4-438d-ac0f-d3d9781feccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:40.224352368Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b9340c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b9340c","reconcileID":"b24c5088-009d-4f08-a6bc-de511aae1667","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b9340c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b9340c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:41.497247967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf770cc-b40c-4114-ab02-d675a19b9239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:41.550448976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf770cc-b40c-4114-ab02-d675a19b9239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:41.602802323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf770cc-b40c-4114-ab02-d675a19b9239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:41.655623285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf770cc-b40c-4114-ab02-d675a19b9239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.560326895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c9edcb-0aa9-4ee3-bb6f-a69dcf48d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.614267159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c9edcb-0aa9-4ee3-bb6f-a69dcf48d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.677237962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c9edcb-0aa9-4ee3-bb6f-a69dcf48d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:43.730283506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c9edcb-0aa9-4ee3-bb6f-a69dcf48d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:45.676588642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df811b61-d726-434d-8380-137ceb00b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:45.735849115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df811b61-d726-434d-8380-137ceb00b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:45.793372084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df811b61-d726-434d-8380-137ceb00b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:45.845965095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df811b61-d726-434d-8380-137ceb00b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:47.797022822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4368e7-15b2-4e9c-b5e8-eaf5e7a6622f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:47.849602991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4368e7-15b2-4e9c-b5e8-eaf5e7a6622f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:47.902207856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4368e7-15b2-4e9c-b5e8-eaf5e7a6622f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:47.954939655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4368e7-15b2-4e9c-b5e8-eaf5e7a6622f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:59.611544955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"34fa44db-fb83-4cb1-a10d-bdd2f952044b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c231c6","tenantID":"e2e-inf-a-c231c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:59.72927904Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"34fa44db-fb83-4cb1-a10d-bdd2f952044b","name":"e2e-inf-a-c231c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:06.711059379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.319674901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889aa61-ea77-478f-9ccb-240d9977fe70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.372412956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889aa61-ea77-478f-9ccb-240d9977fe70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.425056943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889aa61-ea77-478f-9ccb-240d9977fe70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.477600188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889aa61-ea77-478f-9ccb-240d9977fe70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.379540468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbf3713-3818-47aa-bee5-f369ce68932a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.432639629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbf3713-3818-47aa-bee5-f369ce68932a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.485254096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbf3713-3818-47aa-bee5-f369ce68932a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.53830689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbf3713-3818-47aa-bee5-f369ce68932a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.50691325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f408e52b-ef34-4ac6-9618-11352c3eb15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.560183681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f408e52b-ef34-4ac6-9618-11352c3eb15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.61269363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f408e52b-ef34-4ac6-9618-11352c3eb15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.665274275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f408e52b-ef34-4ac6-9618-11352c3eb15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:21.121711414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5a335-0a7c-4b04-a364-70365a95f929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:21.174190836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5a335-0a7c-4b04-a364-70365a95f929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:21.227486334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5a335-0a7c-4b04-a364-70365a95f929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:21.280629527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a5a335-0a7c-4b04-a364-70365a95f929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:21.655190683Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9f9878","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9f9878","reconcileID":"bd8f1a9f-105f-4c6d-b157-d7b3dc878635","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9f9878","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-9f9878":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:23.181778308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f4519-25fa-4c84-a94d-e4c352bcc688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:23.236484056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f4519-25fa-4c84-a94d-e4c352bcc688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:23.289308983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f4519-25fa-4c84-a94d-e4c352bcc688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:23.345325454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0f4519-25fa-4c84-a94d-e4c352bcc688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:25.324224966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6948f2-d439-4633-a122-1a0f84eb272e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:25.377466165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6948f2-d439-4633-a122-1a0f84eb272e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:25.430103205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6948f2-d439-4633-a122-1a0f84eb272e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:25.482794835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6948f2-d439-4633-a122-1a0f84eb272e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:27.410697298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c52d54-aaba-4216-9946-2a9ee1f02a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:27.463267231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c52d54-aaba-4216-9946-2a9ee1f02a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:27.515930571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c52d54-aaba-4216-9946-2a9ee1f02a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:27.568476927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c52d54-aaba-4216-9946-2a9ee1f02a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:29.490635124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880df746-1aa5-49df-9170-1f7f7f730b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:29.543831063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880df746-1aa5-49df-9170-1f7f7f730b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:29.596268247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880df746-1aa5-49df-9170-1f7f7f730b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:29.648651826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880df746-1aa5-49df-9170-1f7f7f730b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:34.990825998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"a936baea-0712-49b3-b275-f88c17dc735b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-898240","tenantID":"e2e-inf-a-898240","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:35.108700754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"a936baea-0712-49b3-b275-f88c17dc735b","name":"e2e-inf-a-898240-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:35.616904164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"0130ce0d-8f6e-4215-9219-e26ead3466cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:35.818467972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"4634d05e-4160-4313-9e8e-348c5f4f356b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:35.921792866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"369fdf88-7461-4b26-9e7d-7414f9f4c709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.031140856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"277c8f08-9ee9-4263-838d-e091df81506e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.296062024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"24e5134e-79df-4c33-963b-a72794f24d35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.398758242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"f5450439-20e4-4208-8a0a-c64baeadf02e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.408690765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"68e53535-0a9e-4f41-990e-efa7812137cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.633233322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fe838c2-1b4a-45fe-8b2d-4a7961f7d655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.711083609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.733713965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"8cf7260b-1fd5-4492-9155-b781013da3ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.857477252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"b245eb79-127b-4a86-85b9-d428dbdd4aae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:36.967600385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"a3653702-1a20-4c2a-a3ed-5498fc7206fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:37.068366201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fc4316e-8d6a-49a9-98ae-60e898308640","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:41.835298223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50f6e-c300-4a70-8313-d778ef0c994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:41.887642447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50f6e-c300-4a70-8313-d778ef0c994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:41.940064244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50f6e-c300-4a70-8313-d778ef0c994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:41.992487038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50f6e-c300-4a70-8313-d778ef0c994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:43.90553356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d33c2d-628e-47ea-965e-c46138de4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:43.958119902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d33c2d-628e-47ea-965e-c46138de4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.010754436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d33c2d-628e-47ea-965e-c46138de4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.063069395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d33c2d-628e-47ea-965e-c46138de4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:45.997298951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275a2b4f-7caa-4790-b525-3139a20b0e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.053169057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275a2b4f-7caa-4790-b525-3139a20b0e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.106091319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275a2b4f-7caa-4790-b525-3139a20b0e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.158898851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275a2b4f-7caa-4790-b525-3139a20b0e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:51.894779102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c676897c-c601-4ff1-b950-d6720e7d655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:51.947843288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c676897c-c601-4ff1-b950-d6720e7d655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:52.000469703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c676897c-c601-4ff1-b950-d6720e7d655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:52.060435918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c676897c-c601-4ff1-b950-d6720e7d655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.004482954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e480d8e-86af-4a8f-918e-63d71e1a79df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.060197089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e480d8e-86af-4a8f-918e-63d71e1a79df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.113366495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e480d8e-86af-4a8f-918e-63d71e1a79df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.165755811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e480d8e-86af-4a8f-918e-63d71e1a79df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:54.84608968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"4d23fd6e-5b85-452d-bf2d-ad1ddd105f03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:55.376452136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"af9429ae-bb39-4c67-9727-dc2924d64904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:55.744237261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"2f59d4fe-a178-4a6a-8d9a-e0473b5442a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:55.797085707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"e4823dee-43a4-4f55-a852-983851190b5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:55.849343295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"b4ae3350-b8f7-474c-b504-62c1653b5fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:55.949510957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"52d0c692-9c5e-4305-8f86-e821c67325f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:55.967310368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a7a5390-1cc6-4df8-a543-2c24a66c3bac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.138178235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"62bb2ec2-cf67-44f0-8e48-15355e83ebc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.20345013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3fee21-8b26-4296-92b6-e520f440ccea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.26064274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"78ef3820-4b6b-4cf9-be96-39356d01eaad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.26279413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3fee21-8b26-4296-92b6-e520f440ccea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.321655631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3fee21-8b26-4296-92b6-e520f440ccea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.374322257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3fee21-8b26-4296-92b6-e520f440ccea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.426853241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"38afbecf-8b51-4e3a-86fa-0c0d1b038439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.532382152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9e7fffa-cd38-415f-b397-ec14c58d8da9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:56.532507991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"042d1fac-4069-47d4-a410-e27da988c0cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.292500218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfceeab3-a2aa-41b3-b59d-f71046e17570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.345133124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfceeab3-a2aa-41b3-b59d-f71046e17570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.397534905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfceeab3-a2aa-41b3-b59d-f71046e17570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.450111731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfceeab3-a2aa-41b3-b59d-f71046e17570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.711636141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.054455899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"b8914607-8c9f-4324-be83-8a5281f3e02e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.168231667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"23a9a165-da90-4682-bcc8-902218022691","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.563667567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"6e025d0a-88d7-474e-9ad4-c07bba94ad8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.733059811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"5215c516-4393-46f1-a8a7-9c64bb5d6bff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.835075086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"3c095075-a16f-41de-adc0-c9480a6be245","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.935628195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"df6653ed-68de-4f55-88e7-dbc34355657c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.935628171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"ffa9f6dc-684b-493d-935b-05608bf7335b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:13.958590115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"0cc97d2d-0ef7-452b-acce-dfbe9a949d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.061348559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"15038ddc-86e2-4ad7-95cf-6e3665eb5e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.159235235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d031539-28e9-444c-ba98-ad14181731bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.260391684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"153d9cc4-aa07-408b-bd8b-11022c0e87ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.516799837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5c8f626-226d-44a3-af3c-db3fa6fd51f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.83038945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"0c9f5577-77d2-4dc9-9d39-9f83559c6564","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9340c","tenantID":"e2e-extmod-a-b9340c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.948626874Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"0c9f5577-77d2-4dc9-9d39-9f83559c6564","name":"e2e-extmod-a-b9340c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.450903152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9998e76b-a2dc-4d96-9bee-4c7daac1ce6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.618310887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"443157eb-1d1d-4635-bd2b-6d3d04e0e3d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.731920629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"af61cf62-907f-4125-bae8-3050af53e335","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.832753436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"9dee8116-c901-4fd4-9115-e564e9f3a48a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:32.957683979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"bcd1096b-c0d2-4de9-be79-9eb5939114ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:33.09215495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"30035b95-7ac1-4348-902d-85633707d7e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:33.275686401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c3b01fa6-80f2-4252-b192-da1e371e9859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:33.37722872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b22878c-857d-4656-811a-39603cdc19ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:33.619206153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"632d8afa-d11f-4644-aebb-7c462d2e32f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:33.84302424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"ff474886-30c5-4c78-b0ed-23dc994e624f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:33.954412419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"a283b11f-422e-4a7d-8806-b3ed54397f10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:34.055700571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"200a3184-dbf7-49eb-a00a-1b444ef07f84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:36.021285289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac1ddb6-efbd-43e9-9e80-80c108f312ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:36.073924726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac1ddb6-efbd-43e9-9e80-80c108f312ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:36.127070948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac1ddb6-efbd-43e9-9e80-80c108f312ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:36.179821152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac1ddb6-efbd-43e9-9e80-80c108f312ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:36.71112491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:38.074215047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cddf64-1bda-42bf-b4ec-94bd455f3f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:38.126734491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cddf64-1bda-42bf-b4ec-94bd455f3f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:38.179168968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cddf64-1bda-42bf-b4ec-94bd455f3f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:38.231632481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cddf64-1bda-42bf-b4ec-94bd455f3f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:40.198695951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38266a3-7ace-49fc-9558-ecc5995a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:40.251201715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38266a3-7ace-49fc-9558-ecc5995a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:40.303745351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38266a3-7ace-49fc-9558-ecc5995a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:40.358503665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38266a3-7ace-49fc-9558-ecc5995a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:42.267588436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6406e00-b1f7-4ff7-80a9-119565e22c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:42.320003816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6406e00-b1f7-4ff7-80a9-119565e22c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:42.372310642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6406e00-b1f7-4ff7-80a9-119565e22c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:42.424840914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6406e00-b1f7-4ff7-80a9-119565e22c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:44.385800275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea14a4c-df13-49d0-94c5-4e54699c2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:44.440619566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea14a4c-df13-49d0-94c5-4e54699c2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:44.495161059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea14a4c-df13-49d0-94c5-4e54699c2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:44.548284614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea14a4c-df13-49d0-94c5-4e54699c2b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.452235304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a7531-acf0-4fcc-b9f7-5191573f9f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.504690467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a7531-acf0-4fcc-b9f7-5191573f9f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.557503958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a7531-acf0-4fcc-b9f7-5191573f9f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.609975867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a7531-acf0-4fcc-b9f7-5191573f9f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.515133672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b45aaa3-8bff-43bd-a7ff-77acfff41e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.568443884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b45aaa3-8bff-43bd-a7ff-77acfff41e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.62094879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b45aaa3-8bff-43bd-a7ff-77acfff41e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.673523233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b45aaa3-8bff-43bd-a7ff-77acfff41e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.573718188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936d10e0-ae49-4727-b486-819091651590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.626226622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936d10e0-ae49-4727-b486-819091651590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.678741088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936d10e0-ae49-4727-b486-819091651590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.731226375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936d10e0-ae49-4727-b486-819091651590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.291126485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e529804-5faf-44c7-a1fb-48c4e0a36889","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.393285525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"ca4dfda4-b812-40f4-88c3-a1581c7f60f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.515643777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b721fe0-bd5c-4189-8db6-a96319ec84eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.617299371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"808bb029-97a4-49f4-82c0-c00574cc669a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.80046552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"01989e92-f4d5-4b4b-a485-762e009fa783","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.074196178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"32c70263-7711-4304-b766-1ef172817d8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.190971543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"a60ad1a7-0c6e-49b0-aa21-f743fb96e6fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.386699935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"d05201a7-14d5-47cc-86f4-53b4ac2eb729","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.427260842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"24e08cc2-e721-408b-aa9a-4dbc95618188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.52166209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"0c559092-9b47-4434-a24d-fad2b425c656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.680314299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"c3e7b27a-1439-416c-9343-cf737a33b944","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.737678421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4466f84-d652-4a0c-8e41-99e3db4c5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.790277855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4466f84-d652-4a0c-8e41-99e3db4c5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.8430386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4466f84-d652-4a0c-8e41-99e3db4c5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.843321176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"c01c57b7-1f5c-4197-bbe5-38e1b11011ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.895564354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4466f84-d652-4a0c-8e41-99e3db4c5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:59.712182022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"dde84395-b97e-43cf-a2d8-b78e7d9d7d5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9f9878","tenantID":"e2e-inf-b-9f9878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:59.830131587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"dde84395-b97e-43cf-a2d8-b78e7d9d7d5a","name":"e2e-inf-b-9f9878-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:06.711413962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.482113301Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","namespace":"ai-tenant-e2e-inf-a-898240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.482177695Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","namespace":"ai-tenant-e2e-inf-a-898240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.482232444Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","tenant":"e2e-inf-a-898240","tenantID":"e2e-inf-a-898240","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.536338992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"Deployment","name":"maas-api-e2e-inf-a-898240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.597686827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"Service","name":"maas-api-e2e-inf-a-898240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.652984603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-898240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.709026909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-898240","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.773611724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.832807667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.888470969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.952764335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.005175185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.057160083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.113120634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"Service","name":"payload-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.165735413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.21810006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.270200189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.322227547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.374262323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.426288971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.478345938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.530455931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-898240","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.582718867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-898240"},"namespace":"ai-tenant-e2e-inf-a-898240","name":"default-tenant","reconcileID":"f802ad67-06bf-46c5-93cc-a9f018b01c8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-898240","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.639954144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","namespace":"ai-tenant-e2e-inf-a-8dce4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.640008175Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","namespace":"ai-tenant-e2e-inf-a-8dce4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.640057697Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","tenant":"e2e-inf-a-8dce4f","tenantID":"e2e-inf-a-8dce4f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.6948081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"Deployment","name":"maas-api-e2e-inf-a-8dce4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.754966225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"Service","name":"maas-api-e2e-inf-a-8dce4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.810243689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-8dce4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.866142122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-8dce4f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.927092056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.992513852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.049973967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.107594794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.161535994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"Deployment","name":"payload-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.215783176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.270975437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"Service","name":"payload-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.323180272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.375351441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.427493758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.479654858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.536036973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.58876731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.64134333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.697295201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-8dce4f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.749610199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8dce4f"},"namespace":"ai-tenant-e2e-inf-a-8dce4f","name":"default-tenant","reconcileID":"af5cd991-309f-4d90-8f9f-7d2f3ab138bd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-8dce4f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.224699095Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-898240","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-898240","reconcileID":"40b22548-09d5-47b4-9448-a8da436e9d24","aitenant":"ai-tenants/e2e-inf-a-898240","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.751643279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0bdee-341f-429b-9d88-b15f3d85fbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.805249355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0bdee-341f-429b-9d88-b15f3d85fbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.858130942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0bdee-341f-429b-9d88-b15f3d85fbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.910739664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0bdee-341f-429b-9d88-b15f3d85fbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:14.076319113Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-898240","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-898240","reconcileID":"40b22548-09d5-47b4-9448-a8da436e9d24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-898240","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-898240"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:14.838792946Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8dce4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8dce4f","reconcileID":"24a842c9-56a7-4f14-a067-cf3679767f29","aitenant":"ai-tenants/e2e-inf-a-8dce4f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:15.670187091Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8dce4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8dce4f","reconcileID":"24a842c9-56a7-4f14-a067-cf3679767f29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8dce4f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-8dce4f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:15.889072737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fad776-852e-43a3-9363-92521d46b6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:15.942275892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fad776-852e-43a3-9363-92521d46b6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:15.994924276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fad776-852e-43a3-9363-92521d46b6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:16.047461273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fad776-852e-43a3-9363-92521d46b6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:17.968703382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a536f6-6b0a-4109-a78a-1b41bc5d3a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:17.986157609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44f8d39e-f9ba-41bd-b17c-831f15076450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:17.986183986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44f8d39e-f9ba-41bd-b17c-831f15076450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.022744358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a536f6-6b0a-4109-a78a-1b41bc5d3a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.076683065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a536f6-6b0a-4109-a78a-1b41bc5d3a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.129243742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a536f6-6b0a-4109-a78a-1b41bc5d3a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.186955143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"338acfe4-2956-443a-9fb9-267219f7392b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.186973898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"338acfe4-2956-443a-9fb9-267219f7392b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.29076605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"066be5c2-6b0b-4e94-8d0d-04d3e4a11f85","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.377398318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4517ac72-10d6-49da-81ef-247c1d7cb4b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.377419638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4517ac72-10d6-49da-81ef-247c1d7cb4b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.418347504Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"066be5c2-6b0b-4e94-8d0d-04d3e4a11f85","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.434439427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd56d01-8f1d-43ca-8e1a-e47763e117e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.434460242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd56d01-8f1d-43ca-8e1a-e47763e117e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.474155158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"066be5c2-6b0b-4e94-8d0d-04d3e4a11f85","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:18.48605613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"ede712c2-150d-46ab-bd86-82d36a8c5d1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-27a44883\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.532064003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0266dc1-e733-4e53-8bbb-3d99bcd4ce34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.532085164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0266dc1-e733-4e53-8bbb-3d99bcd4ce34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.600684455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b831dd1-c01b-4b00-bc0e-ec162f47e4a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.60070628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b831dd1-c01b-4b00-bc0e-ec162f47e4a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.637202128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"cb983773-939d-48d7-958c-886383876ffb","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.658181212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddcb91fa-3b36-4571-ad92-22354334a834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.658204686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddcb91fa-3b36-4571-ad92-22354334a834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.694615677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"cb983773-939d-48d7-958c-886383876ffb","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.750680603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"cb983773-939d-48d7-958c-886383876ffb","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:18.926239074Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"89b309be-bec3-4dfc-8bb3-1af9f7b0fb0a","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-27a44883/e2e-sub-27a44883","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.092747277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"068daff7-5b04-4d32-b52c-33b4d518790a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.092771083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"068daff7-5b04-4d32-b52c-33b4d518790a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.137439612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1ff262d-78f9-4665-8e14-45c836564571","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.344134062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"de8074aa-f042-4a37-91b6-b7ece2090f52","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:20.084293884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0da002-e339-4fa4-8e0f-d9f74019d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:20.137654404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0da002-e339-4fa4-8e0f-d9f74019d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:20.190200945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0da002-e339-4fa4-8e0f-d9f74019d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:20.243335266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0da002-e339-4fa4-8e0f-d9f74019d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:22.137732784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d0bf56-8142-4dce-aa86-acdc50fe5434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:22.193295965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d0bf56-8142-4dce-aa86-acdc50fe5434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:22.246622205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d0bf56-8142-4dce-aa86-acdc50fe5434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:22.299121999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d0bf56-8142-4dce-aa86-acdc50fe5434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.85637866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"e9057753-f9ba-4355-aa58-8a96f5f97263","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.913695012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"e9057753-f9ba-4355-aa58-8a96f5f97263","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.962756958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"d13d50cd-c99a-43b6-83fb-a3073fd749c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.969755081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"e9057753-f9ba-4355-aa58-8a96f5f97263","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.13096662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"fe346a92-751c-4782-bc9a-5cf7aa846da8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.294075511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"f47b4d90-80ea-4de1-ac05-9e312d6b2928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.395401087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"5e6a445d-e2b3-4676-9529-5afa0c3c9f6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.751786303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"898d2042-8ccd-4ca8-82b8-40e5e099d0d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.852578869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"937a67a3-3b27-4c33-afdb-b4812fcc565c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.864022622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"6447e9b5-f7fc-46be-85af-094e82887d6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:30.087104621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"002d46b5-469f-43a9-88d7-ff7b41062e24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:30.199665009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"5b64c751-995a-4bd1-bb3d-62f2ea304b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:30.311182421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"067408b0-2bf8-461e-8a29-f0ca356b375c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:30.412212165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"3310978b-40e9-4a4f-8575-59377d47b5e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.711190922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.075351476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"61abc51c-71fb-45e9-9cf2-13166977f228","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.132429725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"61abc51c-71fb-45e9-9cf2-13166977f228","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.188298716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"61abc51c-71fb-45e9-9cf2-13166977f228","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.293209354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"d20cdebe-306c-48ea-9e67-41fbb32a4045","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.350690938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"d20cdebe-306c-48ea-9e67-41fbb32a4045","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.406997259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"d20cdebe-306c-48ea-9e67-41fbb32a4045","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.513579305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"6a34fb1b-e249-4f0d-bde3-2069797dbff8","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.572447733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"6a34fb1b-e249-4f0d-bde3-2069797dbff8","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.628342751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"6a34fb1b-e249-4f0d-bde3-2069797dbff8","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.882028513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","namespace":"ai-tenant-e2e-inf-a-c231c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.882122424Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","namespace":"ai-tenant-e2e-inf-a-c231c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.882223686Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","tenant":"e2e-inf-a-c231c6","tenantID":"e2e-inf-a-c231c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.936728138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"Deployment","name":"maas-api-e2e-inf-a-c231c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.00278118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"Service","name":"maas-api-e2e-inf-a-c231c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.060767787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-c231c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.115730795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-c231c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.179624076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.236393741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.302615878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.360126381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.412629652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"Deployment","name":"payload-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.468594338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.544347664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"Service","name":"payload-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.604694976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.657239353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.709717505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.762748115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.820746182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.873326032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.928210093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:01.998011206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-c231c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:02.053678338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c231c6"},"namespace":"ai-tenant-e2e-inf-a-c231c6","name":"default-tenant","reconcileID":"2a0b61bc-e3c4-4a03-804d-0232f675b739","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-c231c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.1199627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"58b7e8a8-b069-419c-8e99-ca8f96a12904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.220143944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"e90a2fd2-d66c-4c63-80dc-b14bdcac1616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.348837208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"f3e69990-fc93-4dfc-8494-525bc1eac0b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.538591257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"8cbbbbe4-d709-44f7-b68c-e678120052d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.647692956Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c231c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c231c6","reconcileID":"d0203d33-46e8-4b37-9df7-801e8610efa3","aitenant":"ai-tenants/e2e-inf-a-c231c6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.753926479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3ec15ed-007e-49ef-863f-3e955bf706df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.913515879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"c391dd1b-7416-4ffd-b8bc-ed13bf5670f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.01208158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"c4482260-46a2-42a6-9133-0ee6d04b80ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.112967339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"e54fce09-de8b-4b04-9939-98f108fdee4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.213727479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"57bdcf2b-5c56-4882-bca5-1bf82e496c96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.215140414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33793d4-af8c-4d32-9fc9-772f85dbe6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.26754488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33793d4-af8c-4d32-9fc9-772f85dbe6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.320491593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33793d4-af8c-4d32-9fc9-772f85dbe6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.373241803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33793d4-af8c-4d32-9fc9-772f85dbe6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.4875172Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c231c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c231c6","reconcileID":"d0203d33-46e8-4b37-9df7-801e8610efa3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c231c6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-c231c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.531454799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"7a3db341-9c33-4c02-a5e6-a065ece50816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.713203874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.745733215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"d1168109-db34-4395-801d-1e65ebc13040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.289442609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"958e599e-845c-40c7-860d-b7e0ee26680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.342587342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"958e599e-845c-40c7-860d-b7e0ee26680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.39679489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"958e599e-845c-40c7-860d-b7e0ee26680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.450179566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"958e599e-845c-40c7-860d-b7e0ee26680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:09.781780551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"0a2161d3-2627-40e8-a5b1-38e6fa6eba22","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:09.840451558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"0a2161d3-2627-40e8-a5b1-38e6fa6eba22","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:09.898461815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"0a2161d3-2627-40e8-a5b1-38e6fa6eba22","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:09.900156706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15befa23-bc28-4962-a3d8-6736251127f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:09.900175033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15befa23-bc28-4962-a3d8-6736251127f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:09.958359221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a861748-55d2-4d4c-86fd-64689cc87a2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:09.958379525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a861748-55d2-4d4c-86fd-64689cc87a2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.06409174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"c2cee2f0-fead-4ec9-9c8f-6179d2054d15","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.121798653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"c2cee2f0-fead-4ec9-9c8f-6179d2054d15","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.177696553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e73dc63c-0a12-48e0-8524-e4e0aad2bf90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.177719625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e73dc63c-0a12-48e0-8524-e4e0aad2bf90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.178101003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"c2cee2f0-fead-4ec9-9c8f-6179d2054d15","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.235714168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e6b99f8-e4fb-4214-988d-8082190485c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.235734516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e6b99f8-e4fb-4214-988d-8082190485c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.239680251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e546b7d-1802-43c8-a033-c52e46aeb029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.239701131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e546b7d-1802-43c8-a033-c52e46aeb029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:54:10.289495097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-sub-adb507f0","reconcileID":"47ce11aa-2a89-4834-966a-dd9ba3acffba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-adb507f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.361132056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd972902-d3e5-4a91-9376-5e94b42aff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.361226057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"b3021e3b-14b5-42d1-a063-1ab6791367cb","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.410771129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca9527d-ea22-4d06-8e79-38c79a9ebad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.410790069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca9527d-ea22-4d06-8e79-38c79a9ebad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.413556438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd972902-d3e5-4a91-9376-5e94b42aff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.466088242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd972902-d3e5-4a91-9376-5e94b42aff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.471544268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7b3beb-b719-406e-b061-a70c3e7df9f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.471561149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7b3beb-b719-406e-b061-a70c3e7df9f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.518516717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd972902-d3e5-4a91-9376-5e94b42aff0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.524580326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"b3021e3b-14b5-42d1-a063-1ab6791367cb","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.587293552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"b3021e3b-14b5-42d1-a063-1ab6791367cb","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:54:10.64477652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"b3021e3b-14b5-42d1-a063-1ab6791367cb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-adb507f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.784933293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"5e776b13-5e5e-46e3-a0ed-675473c6f514","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.791770397Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-sub-adb507f0","reconcileID":"c37ea4f5-ead0-4310-9e02-ec8db9b2806f","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-27a44883/e2e-sub-27a44883","ai-tenant-e2e-mt-adb507f0/e2e-shared-sub-adb507f0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.842661786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"5e776b13-5e5e-46e3-a0ed-675473c6f514","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.901503067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"5e776b13-5e5e-46e3-a0ed-675473c6f514","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.960160976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c2b616d-0025-4291-a583-b3db25cd55f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:10.9601835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c2b616d-0025-4291-a583-b3db25cd55f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.003387538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"c8b6af1e-97ea-4fba-8a11-8b06a086eda6","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.00348503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"171b5383-c765-4820-863d-568e6eda8df7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.144817263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f02e4b01-e74b-4c7f-b14d-0722b0e803d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.144838545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f02e4b01-e74b-4c7f-b14d-0722b0e803d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.17060421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-sub-adb507f0","reconcileID":"34fae772-a645-4dbd-834f-4817240f5ff8","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.201667669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7e1fd0-86c8-4cf6-b85f-46112f3634f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.201696914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7e1fd0-86c8-4cf6-b85f-46112f3634f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.305901428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"23b111f6-6fcc-477e-8fa4-30a7dfdbdf18","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.340817596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4188502b-7dea-45ca-b156-71ed97b66774","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.340838591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4188502b-7dea-45ca-b156-71ed97b66774","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.363688313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"23b111f6-6fcc-477e-8fa4-30a7dfdbdf18","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.417909849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1661dd4f-d01c-4ec9-b9b7-c06f90764864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.41793581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1661dd4f-d01c-4ec9-b9b7-c06f90764864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.419959239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"23b111f6-6fcc-477e-8fa4-30a7dfdbdf18","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.475170265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ab8468e-380f-44b6-9671-5033235feb97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.475189404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ab8468e-380f-44b6-9671-5033235feb97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.478542027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"033e0a88-eecf-465b-83ac-bf0850d2b430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.478559523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"033e0a88-eecf-465b-83ac-bf0850d2b430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:54:11.526363192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"6b39fa70-ccd6-4fff-878f-d1d4a552b297","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-adb507f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.582328863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"b3c4855f-6996-4a00-9a67-04ee9040b9a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.639988013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"b3c4855f-6996-4a00-9a67-04ee9040b9a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.643892516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e5ebd70-24ff-4ee5-bde5-b5e2af51cf93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.643910734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e5ebd70-24ff-4ee5-bde5-b5e2af51cf93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.696173277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"b3c4855f-6996-4a00-9a67-04ee9040b9a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.699438082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aea99a6-fcf6-472f-8b9d-558f342c1128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.699459287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aea99a6-fcf6-472f-8b9d-558f342c1128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:54:11.750066105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"b3c4855f-6996-4a00-9a67-04ee9040b9a2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-adb507f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.860735547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"56caa98e-e0fa-4bec-953c-64986e78ebd7","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.91827162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"56caa98e-e0fa-4bec-953c-64986e78ebd7","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.969514707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"99e05525-b1d9-486f-9a95-660fe8dbaabb","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-27a44883/e2e-sub-27a44883","ai-tenant-e2e-mt-761fa927/e2e-shared-sub-adb507f0","ai-tenant-e2e-mt-adb507f0/e2e-shared-sub-adb507f0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.975693695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"56caa98e-e0fa-4bec-953c-64986e78ebd7","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.136291986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bde748ed-8ada-47b1-9516-64bb39fbc97e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.136313356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bde748ed-8ada-47b1-9516-64bb39fbc97e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.181110682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33c937dc-b1da-4f0a-91c1-4735be345057","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.181304824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"aa319c9b-5b6d-46d9-9620-2f27076049f7","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.18152671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-sub-adb507f0","reconcileID":"6bcab36a-93cd-4945-a6c8-51ba2abb37fd","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.289848106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"f83f0b1c-a5d3-41cd-828d-cebcd0f5e2e9","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.290067355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e02b2045-75ea-49c6-82e6-d75bfb7be7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.290090542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e02b2045-75ea-49c6-82e6-d75bfb7be7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.346467954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"3d2dc704-f0f3-4ab7-bb34-52b9b6b19b3f","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.39428561Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-policy-adb507f0","reconcileID":"f83f0b1c-a5d3-41cd-828d-cebcd0f5e2e9","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"policyNamespace":"ai-tenant-e2e-mt-adb507f0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.461231743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"561bd7cf-f3dc-4d48-ba3e-8dfa414904e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.461256622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"561bd7cf-f3dc-4d48-ba3e-8dfa414904e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.610162956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ac4dbf-e1fa-41f7-8582-fb88a7309d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.610182978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ac4dbf-e1fa-41f7-8582-fb88a7309d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.062901292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"6ddacb7f-00fe-40fb-a3be-e7896f1bfffe","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.120305241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"6ddacb7f-00fe-40fb-a3be-e7896f1bfffe","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.176769204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"6ddacb7f-00fe-40fb-a3be-e7896f1bfffe","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:22.082316855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"01080a46-5a7f-47ca-98d6-372f253cca3d","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:22.142171185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"01080a46-5a7f-47ca-98d6-372f253cca3d","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:22.201183894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"01080a46-5a7f-47ca-98d6-372f253cca3d","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:22.775719366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-sub-adb507f0","reconcileID":"e252fff0-a20c-4326-8835-2a857c878df7","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-adb507f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:22.993823439Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"namespace":"ai-tenant-e2e-mt-adb507f0","name":"e2e-shared-sub-adb507f0","reconcileID":"e252fff0-a20c-4326-8835-2a857c878df7","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-adb507f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-27a44883/e2e-sub-27a44883","ai-tenant-e2e-mt-761fa927/e2e-shared-sub-adb507f0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:23.247622236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"bfc99385-6750-40a0-8893-138063933b5b","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:23.247629703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"cbc98bbc-d0c2-449c-a436-fbbbf3b384f2","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:23.248095097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1987e995-3471-43d8-afb8-f1f569bd717f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:23.279814418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90da9e7-3daa-41c0-b568-ded281261c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:23.27984379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90da9e7-3daa-41c0-b568-ded281261c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.243648497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"37e55486-e093-4610-80d0-c8c17475dfe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.342119356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"df53009d-120b-4fd9-96c1-f10ade619c5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.652456819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"445069b9-2015-429f-9815-9e004fa6c305","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.800630676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c6e10434-5e3d-441f-997c-994fb19eb0b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.859809559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"dc946376-86cc-4c84-80b8-5146b7514b0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.184004938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"d0b18ce2-bbfd-4384-a992-0a9ba1d2817a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.349497604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"ffde501d-87f1-4a8c-b2b1-feca64c1b860","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.522615325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"65a37902-8c08-41ad-81dc-1e6f5a2a0228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.556274656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d775b5-cd94-4212-9f34-b9bb468c34bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.609430799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d775b5-cd94-4212-9f34-b9bb468c34bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.663656451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"0e0cdc31-03c0-4c70-b3da-4545830b9325","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.665546258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d775b5-cd94-4212-9f34-b9bb468c34bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.718977662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d775b5-cd94-4212-9f34-b9bb468c34bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.826421284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"aa7e4c7c-1d42-4629-a13a-f2a447d45529","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.888455982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"63d745f4-4038-4fd6-b0fb-1b055854747d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.282162021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"35702ef6-eda9-44b2-aabb-e287b55bf85f","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.33931486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"35702ef6-eda9-44b2-aabb-e287b55bf85f","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.607827281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10cfef3c-4da9-4ef4-b91f-d9f7b7c22588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.607849928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10cfef3c-4da9-4ef4-b91f-d9f7b7c22588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.646121066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110e5a5-c82e-419e-a729-3cf08d00d32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.698606756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110e5a5-c82e-419e-a729-3cf08d00d32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.751472977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110e5a5-c82e-419e-a729-3cf08d00d32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:30.803963665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110e5a5-c82e-419e-a729-3cf08d00d32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.038853525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abb6246-25db-4416-9918-5381062b955f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.038907818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abb6246-25db-4416-9918-5381062b955f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.038929318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"8d83c630-5ea9-4a62-a2ba-27665dd1298c","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.19278144Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-policy-27a44883","reconcileID":"8d83c630-5ea9-4a62-a2ba-27665dd1298c","MaaSAuthPolicy":{"name":"e2e-policy-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"policyNamespace":"ai-tenant-e2e-mt-27a44883","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.249956408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cda9479-3be9-499b-bfcc-4ea2f61ac34e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.249981057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cda9479-3be9-499b-bfcc-4ea2f61ac34e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.389828243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0129a9d-8aa4-46c9-826c-514b7edb4541","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.389854027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0129a9d-8aa4-46c9-826c-514b7edb4541","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:32.359055202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"e23964f7-29b2-4841-969b-9c1872ca460d","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:32.416064949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"e23964f7-29b2-4841-969b-9c1872ca460d","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:32.741062552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f19e425c-99c0-4ae3-9c4f-bc5a89939ed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:32.741188112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f19e425c-99c0-4ae3-9c4f-bc5a89939ed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:32.878852925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195ce384-f6ba-4476-9a84-4adad883560e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:32.932452108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195ce384-f6ba-4476-9a84-4adad883560e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:32.985107554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195ce384-f6ba-4476-9a84-4adad883560e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:33.046833194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195ce384-f6ba-4476-9a84-4adad883560e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.132974781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba065d04-d8cc-4f7e-b059-6cc003962778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.18550454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba065d04-d8cc-4f7e-b059-6cc003962778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.242110969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba065d04-d8cc-4f7e-b059-6cc003962778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.294853215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba065d04-d8cc-4f7e-b059-6cc003962778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.714483195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.553194883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"fe3603f2-3c91-4588-a484-d06992e70e36","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-27a44883","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.771385408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"namespace":"ai-tenant-e2e-mt-27a44883","name":"e2e-sub-27a44883","reconcileID":"fe3603f2-3c91-4588-a484-d06992e70e36","MaaSSubscription":{"name":"e2e-sub-27a44883","namespace":"ai-tenant-e2e-mt-27a44883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-761fa927/e2e-shared-sub-adb507f0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.982776991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bc99577-fbbe-40a5-a86d-c4677565ae52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.982785619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"1cf05d3a-5572-464d-8d07-ea63e017690e","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.99049545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5114937f-ac2a-4a2c-a59b-91cf958f1573","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.990514596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5114937f-ac2a-4a2c-a59b-91cf958f1573","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:56.527019103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"db1e2f26-5b6d-4935-a1c3-ad57102d0fca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:56.894467154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"fdde39b1-3b4f-4225-88b5-0849314e1b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.009749967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"67cf8a80-4a73-446b-bfe2-030d486aa4cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.121981427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"003c6a3d-6ad8-4d47-b5a0-555536c01a3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.231818945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"fc52ce3c-42ae-436c-ac42-646d282c3ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.556562874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c30d778-2526-4539-8fc6-60cc73511382","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.658504953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"28f93e62-1472-4eb7-94a6-0e59ed67ff14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.759821962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"037a27c0-c045-4cc8-bd4e-e4c98448448b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.873049723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"db4116a4-68bb-40d8-ac7c-bb50c3fe069e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.875009747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"143c554d-929f-4eb9-be43-338a1c8a50df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:57.996381343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"c14bf5da-1ec8-4141-a393-7dc9200869c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.066746747Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","namespace":"ai-tenant-e2e-extmod-a-b9340c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.066805776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","namespace":"ai-tenant-e2e-extmod-a-b9340c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.066856384Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","tenant":"e2e-extmod-a-b9340c","tenantID":"e2e-extmod-a-b9340c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.122838294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b9340c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.182777103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"Service","name":"maas-api-e2e-extmod-a-b9340c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.241209587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b9340c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.295530707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b9340c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.3527929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.408258903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.466252785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.52135245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.583409828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.635807529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.690177399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"Service","name":"payload-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.71241276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.742460839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.794647678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.84720465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.899353961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.955882616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:07.010428161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:07.062820704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:07.115545153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b9340c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:07.168069238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9340c"},"namespace":"ai-tenant-e2e-extmod-a-b9340c","name":"default-tenant","reconcileID":"c94ecaad-d891-4732-bac0-5b2d772b5f0e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b9340c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.163285397Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b9340c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b9340c","reconcileID":"288cd6b5-ca68-4f94-8aad-b331fe40b310","aitenant":"ai-tenants/e2e-extmod-a-b9340c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.632589515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c41ea7-7812-40e4-b648-f292e472b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.685434177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c41ea7-7812-40e4-b648-f292e472b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.738579015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c41ea7-7812-40e4-b648-f292e472b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.791270079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c41ea7-7812-40e4-b648-f292e472b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.963808223Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b9340c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b9340c","reconcileID":"288cd6b5-ca68-4f94-8aad-b331fe40b310","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b9340c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b9340c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.705453855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade64bab-c0dd-46e2-a8a0-e46fb395910e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.757756424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade64bab-c0dd-46e2-a8a0-e46fb395910e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.810239075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade64bab-c0dd-46e2-a8a0-e46fb395910e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.862824871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade64bab-c0dd-46e2-a8a0-e46fb395910e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.820339039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaba3a7-8104-4ab6-856d-f18e4ef27f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.873768638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaba3a7-8104-4ab6-856d-f18e4ef27f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.926139656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaba3a7-8104-4ab6-856d-f18e4ef27f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.978921495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaba3a7-8104-4ab6-856d-f18e4ef27f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.181749224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e221fe-5d5b-4b56-8815-63af687e6f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.234180084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e221fe-5d5b-4b56-8815-63af687e6f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.28675058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e221fe-5d5b-4b56-8815-63af687e6f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.339301465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e221fe-5d5b-4b56-8815-63af687e6f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.666108819Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-51dc3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-51dc3f","reconcileID":"3b21f242-679f-4d4a-ae1c-03662585d260","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-51dc3f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-51dc3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.254423739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfd941-fd70-4f6f-9ba9-5355460992d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.306912915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfd941-fd70-4f6f-9ba9-5355460992d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.359317145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfd941-fd70-4f6f-9ba9-5355460992d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.411730124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfd941-fd70-4f6f-9ba9-5355460992d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.34273411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60c835b-92b4-4d30-b459-0403a1d0531e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.39576357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60c835b-92b4-4d30-b459-0403a1d0531e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.448574129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60c835b-92b4-4d30-b459-0403a1d0531e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.506247361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60c835b-92b4-4d30-b459-0403a1d0531e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.656059516Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","namespace":"ai-tenant-e2e-inf-a-04690c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.656145878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","namespace":"ai-tenant-e2e-inf-a-04690c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.656226386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","tenant":"e2e-inf-a-04690c","tenantID":"e2e-inf-a-04690c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.710801698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"Deployment","name":"maas-api-e2e-inf-a-04690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.771283812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"Service","name":"maas-api-e2e-inf-a-04690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.829403791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-04690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.883598326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-04690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.941532245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.000426152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.056065918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.114324251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.197303473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"Deployment","name":"payload-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.251816039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.30377338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"Service","name":"payload-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.355825672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.407740737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.459774363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.512041138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.568095476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.620342836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.672329594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.727102858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-04690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:28.798185934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-04690c"},"namespace":"ai-tenant-e2e-inf-a-04690c","name":"default-tenant","reconcileID":"0369e37b-f4ba-40fc-9bc4-dfe76bc79546","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-04690c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:32.625729143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ee31330-a43e-44c0-8896-769e82f22257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:32.727700847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"9a8b7d65-fca5-4a72-8e9b-cc0d2c63d03d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:32.835999089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"c1346293-0090-4209-b38a-9faa10179a4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.041102659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"c123a307-261b-4ee1-b680-5831dfe46795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.1394755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"2fa13e2b-6222-4788-a013-aeeb13f68d76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.327620911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"8a497a69-3102-4434-be98-1f5e685eda34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.428633019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"f5558e23-c497-4cdf-9c80-c96edbceab6a","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.428704814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88843734-fae0-41e4-8b8d-47018a5bd089","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.529186357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"30b9d967-1c33-4667-a86c-cb1ae2e2789a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.55509809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"67bafed9-1901-4a18-b23a-a25b5892472c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.77384709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"1eff7a4d-a420-47d0-8600-34513356fb39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:33.888922052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"94878272-5b74-4710-8285-66bab2d1624f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:34.003411259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"6b183949-5278-4a79-8daa-2458558a36a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:36.711593489Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:39.462933435Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-04690c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-04690c","reconcileID":"23650b1b-4eda-4ff0-96a2-e6ddec2c18a5","aitenant":"ai-tenants/e2e-inf-a-04690c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.056072213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911db96a-dda7-497e-ac94-0911bc4f49a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.109124726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911db96a-dda7-497e-ac94-0911bc4f49a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.162630531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911db96a-dda7-497e-ac94-0911bc4f49a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.215859396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911db96a-dda7-497e-ac94-0911bc4f49a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.274088543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39549b27-1cb4-42b2-b85f-c854795d04c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.274117531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39549b27-1cb4-42b2-b85f-c854795d04c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.275707022Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-04690c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-04690c","reconcileID":"23650b1b-4eda-4ff0-96a2-e6ddec2c18a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-04690c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-04690c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.378487377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"namespace":"ai-tenant-e2e-mt-5fbb733b","name":"e2e-policy-5fbb733b","reconcileID":"abfc0e85-42f8-488b-b8b3-f0510bb12c31","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.440606368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"namespace":"ai-tenant-e2e-mt-5fbb733b","name":"e2e-policy-5fbb733b","reconcileID":"abfc0e85-42f8-488b-b8b3-f0510bb12c31","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.710696096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3324891a-3870-411e-9580-8c32be28e10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:40.710721883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3324891a-3870-411e-9580-8c32be28e10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:42.184179961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a53617-9393-481d-928b-6a7e0cfb520a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:42.236910562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a53617-9393-481d-928b-6a7e0cfb520a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:42.289372485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a53617-9393-481d-928b-6a7e0cfb520a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:42.341684006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a53617-9393-481d-928b-6a7e0cfb520a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:44.288505671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b20f34-88c9-4c96-8a78-d975ea09dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:44.341065839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b20f34-88c9-4c96-8a78-d975ea09dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:44.393596348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b20f34-88c9-4c96-8a78-d975ea09dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:44.446213022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53b20f34-88c9-4c96-8a78-d975ea09dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.654448305Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"namespace":"ai-tenant-e2e-mt-5fbb733b","name":"e2e-policy-5fbb733b","reconcileID":"a3a0659d-0e4e-4cac-933a-45afa96110b2","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.654598713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9862a5-d1db-4164-b128-619b7b3cbe04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.65461635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9862a5-d1db-4164-b128-619b7b3cbe04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.808418295Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"namespace":"ai-tenant-e2e-mt-5fbb733b","name":"e2e-policy-5fbb733b","reconcileID":"a3a0659d-0e4e-4cac-933a-45afa96110b2","MaaSAuthPolicy":{"name":"e2e-policy-5fbb733b","namespace":"ai-tenant-e2e-mt-5fbb733b"},"policyNamespace":"ai-tenant-e2e-mt-5fbb733b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.865985478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9ca541-e478-4e82-a309-9c56e9f15015","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:45.866007987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9ca541-e478-4e82-a309-9c56e9f15015","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.343956894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179143b7-0fcc-4103-87dd-841431dcbc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.403744214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179143b7-0fcc-4103-87dd-841431dcbc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.476981604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179143b7-0fcc-4103-87dd-841431dcbc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.547260662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179143b7-0fcc-4103-87dd-841431dcbc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.502565068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35d33c7-ff5b-409e-b638-741422b5dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.555520246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35d33c7-ff5b-409e-b638-741422b5dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.60814384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35d33c7-ff5b-409e-b638-741422b5dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.660900298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35d33c7-ff5b-409e-b638-741422b5dca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.880348079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"c9e55d22-00dc-4840-9ded-79eb234d444e","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.880753907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"570a55bd-5207-4dd1-abfa-2bb100acd4cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.880768465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"570a55bd-5207-4dd1-abfa-2bb100acd4cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.996662514Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-policy-adb507f0","reconcileID":"c9e55d22-00dc-4840-9ded-79eb234d444e","MaaSAuthPolicy":{"name":"e2e-shared-policy-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"policyNamespace":"ai-tenant-e2e-mt-761fa927","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.054314428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"935fa0b9-c8a8-44ad-99e0-9194023423f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.054336103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"935fa0b9-c8a8-44ad-99e0-9194023423f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.20684293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"274ae001-c40c-43ba-afec-d95dd50e9d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.206892046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"274ae001-c40c-43ba-afec-d95dd50e9d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:04.370725722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"e1a6eb83-a868-4546-a547-0a43cb379b8f","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-adb507f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:04.586962407Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"namespace":"ai-tenant-e2e-mt-761fa927","name":"e2e-shared-sub-adb507f0","reconcileID":"e1a6eb83-a868-4546-a547-0a43cb379b8f","MaaSSubscription":{"name":"e2e-shared-sub-adb507f0","namespace":"ai-tenant-e2e-mt-761fa927"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:04.797509721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"357a259d-6340-432b-a37a-b134cb626244","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:04.804973799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411be36d-4b8d-4706-b57b-67c5b4749605","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:04.804996857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411be36d-4b8d-4706-b57b-67c5b4749605","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:06.7112028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:13.242961462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81b87011-a47c-42ab-88d6-5a42d6811c02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:13.24298537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81b87011-a47c-42ab-88d6-5a42d6811c02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:13.298568323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cd20179-963b-4782-b064-836be5740e38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:13.298593981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cd20179-963b-4782-b064-836be5740e38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:13.402908451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"namespace":"ai-tenant-e2e-mt-79c400a4","name":"e2e-policy-79c400a4","reconcileID":"ed471319-281a-407a-ae90-4cd86265e958","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:13.460204681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"namespace":"ai-tenant-e2e-mt-79c400a4","name":"e2e-policy-79c400a4","reconcileID":"ed471319-281a-407a-ae90-4cd86265e958","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:36.713292852Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:36.851284017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"01401757-bcbf-4300-83a9-451cda11bd3b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:36.969182687Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"01401757-bcbf-4300-83a9-451cda11bd3b","name":"e2e-inf-a-51dc3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.154937483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"180535aa-b05a-4f98-8704-e1bfca4edaaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.236002398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"namespace":"ai-tenant-e2e-mt-79c400a4","name":"e2e-policy-79c400a4","reconcileID":"c5412a48-c4b8-40a5-a24e-e8db3135d9b6","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.254894662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"3852159c-08d5-492c-b3e2-3bd19d72136f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.388933537Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"namespace":"ai-tenant-e2e-mt-79c400a4","name":"e2e-policy-79c400a4","reconcileID":"c5412a48-c4b8-40a5-a24e-e8db3135d9b6","MaaSAuthPolicy":{"name":"e2e-policy-79c400a4","namespace":"ai-tenant-e2e-mt-79c400a4"},"policyNamespace":"ai-tenant-e2e-mt-79c400a4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.474652862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"968d826c-8036-4952-b4d7-ed5a230ea899","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.587718035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7891fc6-429f-4a8a-a6bc-be78f58bba97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.696071242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"a37f6b19-53e5-46a4-95e7-a8a1f4957a7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.806643392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"7aa5dd96-5783-4426-add5-fe2c4de9cf07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:39.979550704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"e0760ec4-c728-4ae2-bce7-fafe01b04cce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.073733949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"4da04a3e-3350-4088-bbd4-409d3c2b0d26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.174413221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"db73f2f6-27b1-48a4-afa4-cf9c1f6e0cfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.317425742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"a9ec1edb-8bb9-4196-be9b-60aab3b165be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.418468797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"a85e3e38-355d-48e7-8ec9-6d54da203b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:40.518917769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"736216cf-ef8f-4707-942a-66bae9c565d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.275798697Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","namespace":"ai-tenant-e2e-inf-b-9f9878","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.275854377Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","namespace":"ai-tenant-e2e-inf-b-9f9878","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.275964816Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","tenant":"e2e-inf-b-9f9878","tenantID":"e2e-inf-b-9f9878","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.330521712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"Deployment","name":"maas-api-e2e-inf-b-9f9878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.392724094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"Service","name":"maas-api-e2e-inf-b-9f9878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.449311525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-9f9878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.5044313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-9f9878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.561710882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.617488958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.673073855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.729121959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.781257447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"Deployment","name":"payload-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.833742404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.885718103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"Service","name":"payload-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.940484224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.992744534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.045039597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.097301841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.153469062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.206226348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.258427286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.314338339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-9f9878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.366784915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9f9878"},"namespace":"ai-tenant-e2e-inf-b-9f9878","name":"default-tenant","reconcileID":"7e0de11f-00b7-4202-9f5a-5426574927aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-9f9878","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.754705127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"effe90e0-7802-43d4-8d06-c42bfa8bb523","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.807808694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"dbd936c6-2ca5-482d-9937-7794e3b5ff7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:57.966063381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"14cb7d66-749d-45c6-822f-79488158dd14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.075633525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"c747c786-0ed0-4ead-9f0d-076ea1a79f02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.189973791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"87392f4a-4aa0-4988-a025-f21368a10c01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.289915932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"764747dd-3c84-4cf3-b57e-610c10554aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.391133521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c718bcfd-c0d6-4b2b-b892-9e48b1ae5881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.430628084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"e48c2e7e-8cd9-45ac-ae24-9e79f94e4b84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.715454335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0a7bc13-6dbc-47cd-b3e9-c71798ff74b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.816963556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0527f38a-827a-4e54-b618-8508479d6ed7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:58.825980739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"d482350c-6e10-4cb4-acee-4e3842c59598","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:59.046666359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"e72d1dde-7b9d-463d-9688-f9980390c64b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:02.93824166Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9f9878","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9f9878","reconcileID":"558bba5a-69ac-42eb-b687-3190f4e1eee4","aitenant":"ai-tenants/e2e-inf-b-9f9878","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.605302342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e4bc51-786f-4f42-a9d2-633523ce5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.658573867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e4bc51-786f-4f42-a9d2-633523ce5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.711009813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e4bc51-786f-4f42-a9d2-633523ce5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.764144516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e4bc51-786f-4f42-a9d2-633523ce5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:03.824204813Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9f9878","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9f9878","reconcileID":"558bba5a-69ac-42eb-b687-3190f4e1eee4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9f9878","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-9f9878"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:05.686494744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439d748f-d272-4cf5-ba60-e6cfb7e6c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:05.739243518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439d748f-d272-4cf5-ba60-e6cfb7e6c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:05.791853628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439d748f-d272-4cf5-ba60-e6cfb7e6c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:05.845184294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439d748f-d272-4cf5-ba60-e6cfb7e6c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:06.712006757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.77416827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ea02ca-a68e-4bef-9196-dd15faf67d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.827541893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ea02ca-a68e-4bef-9196-dd15faf67d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.880566187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ea02ca-a68e-4bef-9196-dd15faf67d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:07.934622003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ea02ca-a68e-4bef-9196-dd15faf67d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:36.720980292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.523910437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0911cb-f22a-4187-aedf-51ab832ebb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.578185758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0911cb-f22a-4187-aedf-51ab832ebb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.630891378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0911cb-f22a-4187-aedf-51ab832ebb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.683423964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0911cb-f22a-4187-aedf-51ab832ebb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:40.800834139Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c319ebd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c319ebd8","reconcileID":"0c03161e-af2c-4c45-a9c7-44312059ee86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c319ebd8","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c319ebd8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.582646204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a617f0-bd17-4146-bd7c-fbbdfec13ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.635416747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a617f0-bd17-4146-bd7c-fbbdfec13ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.687791369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a617f0-bd17-4146-bd7c-fbbdfec13ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.740176153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a617f0-bd17-4146-bd7c-fbbdfec13ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.655676426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d81eaa-0011-4d63-b81b-0f75011888f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.708272867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d81eaa-0011-4d63-b81b-0f75011888f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.761345426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d81eaa-0011-4d63-b81b-0f75011888f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.81396432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d81eaa-0011-4d63-b81b-0f75011888f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.016137443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"d4b158d6-bfa8-45a2-870a-02a1019e1ed5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.129424892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"380ef5b6-3eeb-4fbd-85d6-6afe77f45f86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.231856549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"fa69ebea-bd17-4da8-9fc9-311b5dfc8252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.46802118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88bea5a4-26ed-4764-9132-06bfcfe456a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.583533946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"1675d954-5135-4b89-9a8f-087c1d95b908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.743927118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"9a1be2e9-e1d4-4d27-ae17-72447fbc95bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.74484259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"a5d84741-af8d-42c4-8d1a-c06dd51d38d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:51.954834632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"85ba2c63-b682-48e8-b454-e7f31222a647","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:52.056303971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"2716a6b6-b8d8-46a3-89ba-a9df333f3a7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:52.156054838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"1ad37e74-b22b-43a2-8826-e0ea09512a20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:52.256116603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb985a44-da7f-4abc-8ed9-c3596cbf7ce7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:52.358453756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"4cb0c7a5-110f-4afb-ae22-4582e539b445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.491447031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e0b25a-2840-4c7a-b51b-e9e63eb720c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.543997684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e0b25a-2840-4c7a-b51b-e9e63eb720c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.596585105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e0b25a-2840-4c7a-b51b-e9e63eb720c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:53.649094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e0b25a-2840-4c7a-b51b-e9e63eb720c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.593829739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7abfb2-de9f-4121-b2d1-1eaeaac8ed7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.647309154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7abfb2-de9f-4121-b2d1-1eaeaac8ed7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.700572534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7abfb2-de9f-4121-b2d1-1eaeaac8ed7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:55.753842563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7abfb2-de9f-4121-b2d1-1eaeaac8ed7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:01.415389166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b389b10e-ceed-445b-adb4-53ba6676f01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:01.467963957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b389b10e-ceed-445b-adb4-53ba6676f01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:01.52044449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b389b10e-ceed-445b-adb4-53ba6676f01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:01.573011796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b389b10e-ceed-445b-adb4-53ba6676f01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:02.012991717Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-15afe6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-15afe6","reconcileID":"8fb31529-2bff-4a77-9613-d75bb9e139c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-15afe6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-15afe6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:03.487145631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74353d2c-4b5c-40b2-a71b-d2915c5d6092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:03.540953324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74353d2c-4b5c-40b2-a71b-d2915c5d6092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:03.593683372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74353d2c-4b5c-40b2-a71b-d2915c5d6092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:03.645986576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74353d2c-4b5c-40b2-a71b-d2915c5d6092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:05.569369182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd2f756-5c20-4b81-83cf-4de8b96dddb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:05.622002413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd2f756-5c20-4b81-83cf-4de8b96dddb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:05.675114008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd2f756-5c20-4b81-83cf-4de8b96dddb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:05.731071878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd2f756-5c20-4b81-83cf-4de8b96dddb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:06.710911787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:07.671244472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a62a1-ff16-4680-92d5-219dd2992fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:07.724330701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a62a1-ff16-4680-92d5-219dd2992fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:07.776724445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a62a1-ff16-4680-92d5-219dd2992fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:07.834312004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a62a1-ff16-4680-92d5-219dd2992fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:09.740929382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6edb5a9-8f4b-43cb-8a2b-809f70941c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:09.793489488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6edb5a9-8f4b-43cb-8a2b-809f70941c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:09.84634487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6edb5a9-8f4b-43cb-8a2b-809f70941c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:09.899673567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6edb5a9-8f4b-43cb-8a2b-809f70941c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.364001373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89e0ee9e-c4e9-4651-ad67-dc52cb096c0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.364023037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89e0ee9e-c4e9-4651-ad67-dc52cb096c0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.419190089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"735816ef-a454-4595-b68a-148649c8f227","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.419209525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"735816ef-a454-4595-b68a-148649c8f227","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.575504907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"a606fff5-2232-4387-bd81-e51536887264","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.703551498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"a606fff5-2232-4387-bd81-e51536887264","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.759950096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"a606fff5-2232-4387-bd81-e51536887264","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.815211239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aad32280-f5b1-4e75-ba57-6d57a189617c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:10.815236436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aad32280-f5b1-4e75-ba57-6d57a189617c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:13.805281981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"17401495-1324-4d38-8877-1d659280b735","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:13.805318894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"17401495-1324-4d38-8877-1d659280b735","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:20.97271073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"5c6a74b6-f83a-4746-bac1-3d5a6a2839d5","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:21.030016841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"5c6a74b6-f83a-4746-bac1-3d5a6a2839d5","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:21.086064971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"5c6a74b6-f83a-4746-bac1-3d5a6a2839d5","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:31.24310084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"11439a10-b5cc-4ac8-a1ca-f5059c91907d","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:31.300770687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"11439a10-b5cc-4ac8-a1ca-f5059c91907d","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:31.357235894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"11439a10-b5cc-4ac8-a1ca-f5059c91907d","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:36.489312991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"b6bee191-3e88-4a4a-8e8e-1dc2727e5c14","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:36.489345812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"b6bee191-3e88-4a4a-8e8e-1dc2727e5c14","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:36.719113537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.515317698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"ab0f81c0-56e3-4aa2-84cf-447bf4e537c2","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.573671624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"ab0f81c0-56e3-4aa2-84cf-447bf4e537c2","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.629896712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"ab0f81c0-56e3-4aa2-84cf-447bf4e537c2","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.555244606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"dfea2238-c5fb-4bff-b0d0-0794e2dd7417","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.65505084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"c9a46987-926e-41f7-b4d9-3627423d244a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.835434514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"6f798387-5d57-4be0-8c05-e59b39ad437d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.935307529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"6e75e490-5fae-462d-ac90-589bf7ca3b00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.060230016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"5279b2f7-e2f8-4184-a71c-a5b43d58ed96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.224463785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"0bd1f7df-17b8-43d7-a16e-18caabad38b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.337451392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"8ff20eef-33d2-4d02-86e4-44913d63e206","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.558815809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"18a2e899-e561-4594-9fdd-4b89c75c8dc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.662273949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"9ce66146-ee0d-4297-b9ed-ec306244d3f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.670567065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7679043-77f6-4071-8d8d-cb7a43db3b5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.760751476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"3772bf2b-40a0-41bb-99af-021643e779a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:44.783648733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb850181-4215-4590-b783-9b1c3fa6dae2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.788457032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"c2575fa3-dc51-46c0-80c3-ed72228bcff1","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.846541342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"c2575fa3-dc51-46c0-80c3-ed72228bcff1","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.903142194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"c2575fa3-dc51-46c0-80c3-ed72228bcff1","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.962446573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a7c997-f29c-49e5-8be1-026764c0cd9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:51.96247404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a7c997-f29c-49e5-8be1-026764c0cd9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.796761637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"fc545d61-c431-4867-8cde-ebb5d988881b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c319ebd8","tenantID":"e2e-mt-c319ebd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.91535208Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"fc545d61-c431-4867-8cde-ebb5d988881b","name":"e2e-mt-c319ebd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.118787746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"6083f59c-77e1-4727-a634-8f70d34199e1","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.177671012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"6083f59c-77e1-4727-a634-8f70d34199e1","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.234020537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"6083f59c-77e1-4727-a634-8f70d34199e1","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:06.711279358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.395661348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"88893e7f-e76e-4878-9911-2629ca3e0f48","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.453632928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"88893e7f-e76e-4878-9911-2629ca3e0f48","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.772472919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff090097-9c84-42bb-bba3-eecf9c09657c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:12.772495007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff090097-9c84-42bb-bba3-eecf9c09657c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.705450776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-4b7f1f0c","reconcileID":"368fb708-3327-4891-bab4-5c84f34cfd2d","MaaSAuthPolicy":{"name":"e2e-default-ns-4b7f1f0c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.70544973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9557ffc-b316-4867-9961-5655bfc22b43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.705552364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9557ffc-b316-4867-9961-5655bfc22b43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.914977543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9872a02-7879-40d5-8404-38f343568d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.915003232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9872a02-7879-40d5-8404-38f343568d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.9503383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"be34dcfe-7c29-4757-b610-a398a7f9c099","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:24.072331874Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"be34dcfe-7c29-4757-b610-a398a7f9c099","name":"e2e-inf-b-15afe6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:26.242732756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c35ae4-ffca-47da-94eb-f32cf25a2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:26.299504963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c35ae4-ffca-47da-94eb-f32cf25a2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:26.353468144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c35ae4-ffca-47da-94eb-f32cf25a2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:26.406146823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c35ae4-ffca-47da-94eb-f32cf25a2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.307047994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ebdf15-7222-4fa2-9aab-3e8803e792e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.359539815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ebdf15-7222-4fa2-9aab-3e8803e792e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.411974471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ebdf15-7222-4fa2-9aab-3e8803e792e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.464383371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ebdf15-7222-4fa2-9aab-3e8803e792e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:32.502325581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"d06fdd87-ba0b-472d-a73a-b4ef8780e3e2","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:32.502361045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"d06fdd87-ba0b-472d-a73a-b4ef8780e3e2","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:36.710152954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.031351523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"6d1efd19-7c76-458c-88c3-ddef9dd873c9","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.031374339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"6d1efd19-7c76-458c-88c3-ddef9dd873c9","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.088646913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"c0e3e19e-ccb7-4053-86f7-d36c7bfa6503","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.088672441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"c0e3e19e-ccb7-4053-86f7-d36c7bfa6503","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.193210672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"16917fa7-3224-4b2a-9d68-0cebf6d5d36f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.321559802Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"16917fa7-3224-4b2a-9d68-0cebf6d5d36f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.378612972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"16917fa7-3224-4b2a-9d68-0cebf6d5d36f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.436680575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"9851457a-2063-4acc-8680-a54c277ccdb0","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:45.436708864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"9851457a-2063-4acc-8680-a54c277ccdb0","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.564321131Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.564384456Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.564435237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","tenant":"e2e-shared-a-w1-14d6e1","tenantID":"e2e-shared-a-w1-14d6e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.618914851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-14d6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.679080087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"Service","name":"maas-api-e2e-shared-a-w1-14d6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.734265859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-14d6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.788313979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-14d6e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.849768775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.907803616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.964913681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.02964783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.086215752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.139184907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.194172677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.248028223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.300058301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.352246457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.404788807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.461444758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.513619425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.565853427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.62425904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-14d6e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:49.676414112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-14d6e1"},"namespace":"ai-tenant-e2e-shared-a-w1-14d6e1","name":"default-tenant","reconcileID":"56656544-c675-4517-b4d9-51964851311f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-14d6e1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:54.700586531Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-14d6e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-14d6e1","reconcileID":"e1d03f82-0240-43ac-b941-e2116cee51ea","aitenant":"ai-tenants/e2e-shared-a-w1-14d6e1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.276596036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46cca1-b011-45c4-8fe1-c6bed1cdb24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.32944974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46cca1-b011-45c4-8fe1-c6bed1cdb24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.381884201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46cca1-b011-45c4-8fe1-c6bed1cdb24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.434529555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46cca1-b011-45c4-8fe1-c6bed1cdb24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.542046788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"08640cef-3986-41dc-8f9f-f81619f29a3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.548346255Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-14d6e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-14d6e1","reconcileID":"e1d03f82-0240-43ac-b941-e2116cee51ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-14d6e1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-14d6e1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.599560009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"08640cef-3986-41dc-8f9f-f81619f29a3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:55.655891713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"08640cef-3986-41dc-8f9f-f81619f29a3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:57.359084121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2363d1d8-c73a-452f-bdb1-70ff8c4b5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:57.411547606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2363d1d8-c73a-452f-bdb1-70ff8c4b5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:57.464194167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2363d1d8-c73a-452f-bdb1-70ff8c4b5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:57.516729673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2363d1d8-c73a-452f-bdb1-70ff8c4b5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.413621815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b515ebe-523c-4227-882f-e623aaf19a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.466584248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b515ebe-523c-4227-882f-e623aaf19a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.518935759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b515ebe-523c-4227-882f-e623aaf19a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.571709368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b515ebe-523c-4227-882f-e623aaf19a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.964246651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"d9909efe-b47e-4901-ac99-9e30cf1985d6","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:01.964280901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"d9909efe-b47e-4901-ac99-9e30cf1985d6","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:05.765028222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"008ea8d1-fd6d-4e3b-8327-59e70f4ad56f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:05.822723373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"008ea8d1-fd6d-4e3b-8327-59e70f4ad56f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:05.878896436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"008ea8d1-fd6d-4e3b-8327-59e70f4ad56f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:06.594160593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a542d-0715-431f-90c0-0854fc6cbdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:06.646586957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a542d-0715-431f-90c0-0854fc6cbdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:06.699224538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a542d-0715-431f-90c0-0854fc6cbdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:06.711807296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:06.751656861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a542d-0715-431f-90c0-0854fc6cbdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.41512869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"feb05024-64c9-4d0a-830c-b5ead674e643","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.415158017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"feb05024-64c9-4d0a-830c-b5ead674e643","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.470691223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"416529a3-00d4-4009-87cd-262ed5664594","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.470717114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"416529a3-00d4-4009-87cd-262ed5664594","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.592996078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"0f2ff6f2-3e50-40ac-810b-5bf4a24f9195","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.72156853Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"0f2ff6f2-3e50-40ac-810b-5bf4a24f9195","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.82000397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"0f2ff6f2-3e50-40ac-810b-5bf4a24f9195","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.875511778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"1adb84f6-d397-4d3b-9366-58b2e48e716a","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:07.875537462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"1adb84f6-d397-4d3b-9366-58b2e48e716a","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:08.687168972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50f030d-ea60-47c6-88a5-a8e24b711365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:08.739769355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50f030d-ea60-47c6-88a5-a8e24b711365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:08.792447078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50f030d-ea60-47c6-88a5-a8e24b711365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:08.845381498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50f030d-ea60-47c6-88a5-a8e24b711365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:10.770310654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e486f5d7-ff6c-4789-b69e-c7b4f8f31f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:10.841148683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e486f5d7-ff6c-4789-b69e-c7b4f8f31f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:10.893736259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e486f5d7-ff6c-4789-b69e-c7b4f8f31f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:10.946484526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e486f5d7-ff6c-4789-b69e-c7b4f8f31f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:12.850265633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb50738-1fb1-46a3-9326-91a0db74bdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:12.902672473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb50738-1fb1-46a3-9326-91a0db74bdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:12.955078247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb50738-1fb1-46a3-9326-91a0db74bdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:13.007574983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb50738-1fb1-46a3-9326-91a0db74bdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:14.921298742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171f9a38-3d32-42ad-897e-9bc5048e3fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:14.97384098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171f9a38-3d32-42ad-897e-9bc5048e3fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:15.026382682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171f9a38-3d32-42ad-897e-9bc5048e3fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:15.07978641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171f9a38-3d32-42ad-897e-9bc5048e3fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:15.987346335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"397dc3fb-b594-4424-bc49-1a6a25823735","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.045388713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"397dc3fb-b594-4424-bc49-1a6a25823735","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.146779393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (801111f195d796a9d537b718063c25da6acb839809f7fbed1f531941773a144e) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (20e2459b633076fc1374824ff703b82dbcade376c78445f6727ee02718a81386) AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (4d91fc0f23fb85ed3dd70a183696a38e6c61209162220be85eb58099502f7cbe) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (0818505f83a4e53823a4768b593777c845ea700e4f5c796d06fd9624538d079b) AuthConfig (252ba7768333bf14f307186acc78b22d14b2f1cd0adf8b3b876d01e5f1c83664) AuthConfig (2782c72703200ddc40d4295ebafc6160f8d450e1b67aeb74bfa7eeb5d687c01c) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (9e0e9180f972ee085f604ed3e8f3970f05cd8c69b4eb14316f73686307df65b6) AuthConfig (8af4941fae9645f5e0e7d6151f23ca3b370b9e3fb2c72da7483f6e1abdb68632) AuthConfig (ed62280eb7433768ac16004ff1ec25d45a71aab1c0ee1a45d65583df9f0d0675) AuthConfig (42e71848a82308a52bd9f6876e08634dfb2e3745e7ad8603a9275a972959e0de) AuthConfig (7203eb091df2d486b19532317f6086b5efc8de1cf7d845a0e1880484ec45d87f) AuthConfig (f9e93909dbe78f354d53d732c36c9250f34f30c597af118ea0dd436ddb40f2d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"397dc3fb-b594-4424-bc49-1a6a25823735","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.20531271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"103cd258-74bb-4ad0-86dc-5f133f111108","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:16.205335264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"103cd258-74bb-4ad0-86dc-5f133f111108","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.001636431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8073604-7979-4113-9760-0db482e97695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.054374245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8073604-7979-4113-9760-0db482e97695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.106945635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8073604-7979-4113-9760-0db482e97695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.159461483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8073604-7979-4113-9760-0db482e97695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:17.983384656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"5464633a-5777-44b4-a37a-ae07b8582586","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:18.041422675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"5464633a-5777-44b4-a37a-ae07b8582586","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:18.098245624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"5464633a-5777-44b4-a37a-ae07b8582586","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:19.114311663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514e1feb-8c47-49c0-bfa0-c4e4d42ff3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:19.166937988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514e1feb-8c47-49c0-bfa0-c4e4d42ff3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:19.21936131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514e1feb-8c47-49c0-bfa0-c4e4d42ff3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:19.27201827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514e1feb-8c47-49c0-bfa0-c4e4d42ff3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:21.19632496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4602b513-8a6e-4b0b-95ee-abb0763943d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:21.249710446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4602b513-8a6e-4b0b-95ee-abb0763943d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:21.304246132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4602b513-8a6e-4b0b-95ee-abb0763943d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:21.357813872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4602b513-8a6e-4b0b-95ee-abb0763943d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:23.265960681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee9df50-f947-4ce0-baa9-86264bbb1643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:23.31893067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee9df50-f947-4ce0-baa9-86264bbb1643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:23.371461281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee9df50-f947-4ce0-baa9-86264bbb1643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:23.424319445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee9df50-f947-4ce0-baa9-86264bbb1643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:25.349355863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e7042-1696-4c68-9a9d-b4a8c0174db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:25.401815329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e7042-1696-4c68-9a9d-b4a8c0174db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:25.454254055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e7042-1696-4c68-9a9d-b4a8c0174db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:25.506943997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e7042-1696-4c68-9a9d-b4a8c0174db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:26.310825653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"3e6e7e64-bd96-4c19-8b47-5ecc7ab20cb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:26.369480319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"3e6e7e64-bd96-4c19-8b47-5ecc7ab20cb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:26.427261585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (801111f195d796a9d537b718063c25da6acb839809f7fbed1f531941773a144e) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (20e2459b633076fc1374824ff703b82dbcade376c78445f6727ee02718a81386) AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (4d91fc0f23fb85ed3dd70a183696a38e6c61209162220be85eb58099502f7cbe) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (0818505f83a4e53823a4768b593777c845ea700e4f5c796d06fd9624538d079b) AuthConfig (252ba7768333bf14f307186acc78b22d14b2f1cd0adf8b3b876d01e5f1c83664) AuthConfig (2782c72703200ddc40d4295ebafc6160f8d450e1b67aeb74bfa7eeb5d687c01c) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (9e0e9180f972ee085f604ed3e8f3970f05cd8c69b4eb14316f73686307df65b6) AuthConfig (8af4941fae9645f5e0e7d6151f23ca3b370b9e3fb2c72da7483f6e1abdb68632) AuthConfig (ed62280eb7433768ac16004ff1ec25d45a71aab1c0ee1a45d65583df9f0d0675) AuthConfig (42e71848a82308a52bd9f6876e08634dfb2e3745e7ad8603a9275a972959e0de) AuthConfig (7203eb091df2d486b19532317f6086b5efc8de1cf7d845a0e1880484ec45d87f) AuthConfig (f9e93909dbe78f354d53d732c36c9250f34f30c597af118ea0dd436ddb40f2d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"3e6e7e64-bd96-4c19-8b47-5ecc7ab20cb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:28.204353021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"967ff01a-274a-4634-b922-dc98e12fbc17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:28.261852662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"967ff01a-274a-4634-b922-dc98e12fbc17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:28.318008183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"967ff01a-274a-4634-b922-dc98e12fbc17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:36.532576001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"a4df9991-54d5-45a4-b9db-592bc06cc36b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:36.589954194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"a4df9991-54d5-45a4-b9db-592bc06cc36b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:36.646074955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (801111f195d796a9d537b718063c25da6acb839809f7fbed1f531941773a144e) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (20e2459b633076fc1374824ff703b82dbcade376c78445f6727ee02718a81386) AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (4d91fc0f23fb85ed3dd70a183696a38e6c61209162220be85eb58099502f7cbe) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (0818505f83a4e53823a4768b593777c845ea700e4f5c796d06fd9624538d079b) AuthConfig (252ba7768333bf14f307186acc78b22d14b2f1cd0adf8b3b876d01e5f1c83664) AuthConfig (2782c72703200ddc40d4295ebafc6160f8d450e1b67aeb74bfa7eeb5d687c01c) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (9e0e9180f972ee085f604ed3e8f3970f05cd8c69b4eb14316f73686307df65b6) AuthConfig (8af4941fae9645f5e0e7d6151f23ca3b370b9e3fb2c72da7483f6e1abdb68632) AuthConfig (ed62280eb7433768ac16004ff1ec25d45a71aab1c0ee1a45d65583df9f0d0675) AuthConfig (42e71848a82308a52bd9f6876e08634dfb2e3745e7ad8603a9275a972959e0de) AuthConfig (7203eb091df2d486b19532317f6086b5efc8de1cf7d845a0e1880484ec45d87f) AuthConfig (f9e93909dbe78f354d53d732c36c9250f34f30c597af118ea0dd436ddb40f2d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"a4df9991-54d5-45a4-b9db-592bc06cc36b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:36.711402782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:38.428002796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"dec717c0-824e-4590-bc40-5c174ad37119","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:38.485418448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"dec717c0-824e-4590-bc40-5c174ad37119","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:38.541944569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"dec717c0-824e-4590-bc40-5c174ad37119","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:40.539497274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"ae138b3b-2376-4f09-bb78-c78d520a37ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:40.639652225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"19ac47e0-299f-4f33-89c6-4371fc13f3b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:40.759128697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"366a6502-8ba9-4fc1-8c3a-b34e71dab6cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:40.933523627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a2f1614-2407-452c-973e-33ccfc7146f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.045388617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0e816bb-5575-41e6-a2de-3fe00d223b83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.266752671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"8b74d1f2-ba26-4a43-85d8-bcfb41941eee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.367682872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"4778b215-d9f9-42ca-8750-8d22bd477528","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.468537208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"6638f285-9f53-44d8-8d7e-11fd0fb2efca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.668620841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"c6924898-95c6-42db-85f3-6eb9144bc1b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.769054002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"438d4e2d-fb7c-4e28-b693-0248550452c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.869096585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"7a18e534-9000-454a-aa13-918c3f90b745","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.00638857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"1c54540e-b0ca-4b75-8d2a-784583d838f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.601496274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8f4de9-d671-40cb-81b8-fd34f7b206c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.654755086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8f4de9-d671-40cb-81b8-fd34f7b206c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.708467538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8f4de9-d671-40cb-81b8-fd34f7b206c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.761777358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8f4de9-d671-40cb-81b8-fd34f7b206c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.814358482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"75f33f38-8e9b-4d6e-82a7-642fdd8505f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:46.87275188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"75f33f38-8e9b-4d6e-82a7-642fdd8505f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:47.239830851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"b516d451-54bd-4978-a0f7-c1b85412a825","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:47.239852479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"b516d451-54bd-4978-a0f7-c1b85412a825","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.677743107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67dbd6-43c5-4b0a-b1a2-05d290460787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.677934451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"e13239b8-07b1-4fa0-aec8-3176253222c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.730435619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67dbd6-43c5-4b0a-b1a2-05d290460787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.783143453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67dbd6-43c5-4b0a-b1a2-05d290460787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.787773013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"e13239b8-07b1-4fa0-aec8-3176253222c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.835735143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67dbd6-43c5-4b0a-b1a2-05d290460787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.892255805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a49065042675e08adb00aad4516968558d5954e27a7cbdb81d40f07b760c2d) AuthConfig (8109f61277004089804e40fb072042ce2de9cb84f1fbaa45cdccd20c64501fbb) AuthConfig (111714df824312ca9b1a1a4aae8a86b1e683efd5b201360068933f1164506af1) AuthConfig (a54b91faf260e85e7d595a26548b488df579a72b93ebb4d2e47c163abb5b735e) AuthConfig (5920119f3cfb2dc5fabcc1f58fcd27a17ad249feea8ea1dc8543aa1986b24d79) AuthConfig (184d896f9b52034f0c586ce6c846adcdf21091ea0024cecea3ddb0569b0dcffc) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (dbb48be3cdd35f42e527ebd90ffcb6aaf198e4b56f7a041b98635f2bd188e619) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (f45145f9e8d8ca15c1f48a5a37a36182b8b8823245bbd2e45b6b524fef8c14e8) AuthConfig (f56bc8c17102f1b49c7af6f0fdb14815f3061acd2df46b1d0daca15de614bf8d) AuthConfig (3f958f114d720eeabc28949251dbbf9a6f97779865f26912793bc696370d4598) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (ea59ee1176af0a65a9440773668135536060896be071d292268e684475041588) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (392d76a90f74d0c8bc48475547635106db6818fbbbb3d58421487b0fbc47bc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"e13239b8-07b1-4fa0-aec8-3176253222c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.950706055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"591f75de-2d0a-4df1-81a1-3244b1d6ac55","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.950732868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"591f75de-2d0a-4df1-81a1-3244b1d6ac55","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.245610374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"aeb9c7ca-cb56-43e5-8992-5e62babe6a0b","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.245630234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"aeb9c7ca-cb56-43e5-8992-5e62babe6a0b","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.303347272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"67adeabd-69f2-464e-8378-ad4de2af7add","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.303367984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"67adeabd-69f2-464e-8378-ad4de2af7add","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.407252077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"6539f447-4cdc-4e82-a79f-b88882a67eae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.538614118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"6539f447-4cdc-4e82-a79f-b88882a67eae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.594745349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"6539f447-4cdc-4e82-a79f-b88882a67eae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.652358473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"165442b3-afa4-4c1c-82db-8f9a0fadbb26","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.652377942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"165442b3-afa4-4c1c-82db-8f9a0fadbb26","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:59.05533011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"d131ff7c-7d06-4511-9850-fc2e0f4419ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:59.112598918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"d131ff7c-7d06-4511-9850-fc2e0f4419ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:59.382169773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"ebbc984c-4fd8-4109-a35d-40195797f267","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:59.382198442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"ebbc984c-4fd8-4109-a35d-40195797f267","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:02.760646821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"7d24e3d1-c649-47c6-a376-a3f12aac412d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:02.818499458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"7d24e3d1-c649-47c6-a376-a3f12aac412d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:02.880157406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"7d24e3d1-c649-47c6-a376-a3f12aac412d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.34365063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"875bf9c5-09a9-4b3d-9667-60b55c23d504","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.343672537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"875bf9c5-09a9-4b3d-9667-60b55c23d504","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.400792685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"701ea61c-38d5-4248-8506-fb7d2fdeee93","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.400814916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"701ea61c-38d5-4248-8506-fb7d2fdeee93","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.505643845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"3e04043a-0457-45cd-a19f-f43554ddd06b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.706860611Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"3e04043a-0457-45cd-a19f-f43554ddd06b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.763544996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"3e04043a-0457-45cd-a19f-f43554ddd06b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.821734746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"39e2845d-2d1e-4fef-abb3-bc5d1e425ac9","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.821755225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"39e2845d-2d1e-4fef-abb3-bc5d1e425ac9","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:06.711442781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:12.989093331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"1778b383-16b2-43dc-addb-09c512239abf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:13.046883142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"1778b383-16b2-43dc-addb-09c512239abf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:13.10337444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"1778b383-16b2-43dc-addb-09c512239abf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:14.934255645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"d3f492fe-b099-4668-8177-ff3fae101584","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:14.991601063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"d3f492fe-b099-4668-8177-ff3fae101584","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:15.048398516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"d3f492fe-b099-4668-8177-ff3fae101584","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:22.653977344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"5b6570c6-941c-45b5-9d44-dfe1552f9128","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:22.76696449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee6d6242-8ac0-4bff-964f-1b65c8b6d0a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:22.868646502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"2d106856-a9e0-4f42-93a4-662f3ee26404","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.050151211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"ef122f6a-ceb5-47a4-a3b4-6ff10b52a4e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.208252658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"376f91fa-3c73-49a3-a346-3f44f49341e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.266519715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"376f91fa-3c73-49a3-a346-3f44f49341e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.322768779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"376f91fa-3c73-49a3-a346-3f44f49341e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.47735044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"bad06946-a1b9-4efe-97b8-d190069cb3c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.579002069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53b34ec6-fcd1-4d86-b2c7-7de1a034efa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.678793644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"593cc184-c306-408e-aaef-97f818eb39c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.700514025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"336fc059-7962-4a5c-a51c-9d9ed58d45c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.711504843Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.711581454Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","namespace":"ai-tenant-e2e-shared-b-w1-c34c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.711647495Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","tenant":"e2e-shared-b-w1-c34c97","tenantID":"e2e-shared-b-w1-c34c97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.769451442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-c34c97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.778324654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"a8bf7bb8-381e-4063-8792-c38cf227fae3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.833678816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"Service","name":"maas-api-e2e-shared-b-w1-c34c97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.888841498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-c34c97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.942770654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-c34c97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:23.982292988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"505747d2-6105-4e64-bf87-ef848884a6d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.012803603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.080129207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.133541524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"2c296cf0-c5c6-459c-b494-0a2403f4dd9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.135686916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.206049793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.243484951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"ee0d8274-5a24-41a4-8b38-1851d2689a77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.25927995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.312144213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.36484574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.417078831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.469257075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.522455722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.575163192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.630844536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.682903423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.735103273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.822347213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-c34c97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:24.883121612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-c34c97"},"namespace":"ai-tenant-e2e-shared-b-w1-c34c97","name":"default-tenant","reconcileID":"651ba74a-babf-4ddf-b88d-e9304953922d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-c34c97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:25.191586429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"930932c8-b9e4-4343-a18e-a5c6efc9f1a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:25.249857741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"930932c8-b9e4-4343-a18e-a5c6efc9f1a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:25.305982453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f504ca1539dfa86ef6f964e57af39df44a71845d293b917fa5d11b4ca6e27464) AuthConfig (ae191f5e419bd0cf49d410e55d13a4b1b499a2084ae9ed896e44d47429c17cd8) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10) AuthConfig (66d4044a458f1dffa3abb796a78c544ef78cc95cfd988b1974687b242c993f85) AuthConfig (f279feee79e47558b4eac4cdd3766d5cb4c6a1ff200a4c4b4aa2ef47d00451d8) AuthConfig (f6656eb1ff2e3b324d791d0665a4d39f09ce210340a0f3066fc25c288e07692e) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4) AuthConfig (597177d80073080f2befb62029d6ede81c2fb646064184b41715c02030ae34e9) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (16cc030ddcf4322e3e1359f339be2cd3617a8e6dd75ccf81a5c00b14b5c29cb0) AuthConfig (f32e1fdeaffcdcbc2e23f4b4166a386cb21c5d9ee5cdf073699bd02f9ff490ce) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (82c387d13a05def8c8b2a41f6edd7b07964eec7ae92fac7b822c53f4e3683ec2) AuthConfig (a6e09b0b50e1c06879d90d367dce7aa5b5c01579f726b27c0958dc8cfa6a18d9) AuthConfig (0950c3edcfc5a1c167203ad134e179e80c8fd47350385229c00ef7b81f49aad4) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (5f6b16ca359d6bd0466700892f64b4c5cec422dbaa2bff2ed171a4efdd93eae5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"930932c8-b9e4-4343-a18e-a5c6efc9f1a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:25.364298189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"7b30a036-17f6-4a49-9cb2-7762f87707d7","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:25.364328185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"7b30a036-17f6-4a49-9cb2-7762f87707d7","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:27.649400448Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-c34c97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-c34c97","reconcileID":"2712aadd-67be-481c-ac37-ec6d6926418b","aitenant":"ai-tenants/e2e-shared-b-w1-c34c97","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:28.312142925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bc059-bd11-4a58-839d-525768a9d9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:28.364773676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bc059-bd11-4a58-839d-525768a9d9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:28.417603122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bc059-bd11-4a58-839d-525768a9d9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:28.470438024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bc059-bd11-4a58-839d-525768a9d9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:28.54453055Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-c34c97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-c34c97","reconcileID":"2712aadd-67be-481c-ac37-ec6d6926418b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-c34c97","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-c34c97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:29.769171935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"3b60ceea-5b66-4cd1-8f50-6c16a40cc567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:29.769590327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"a0686e82-51ef-47e3-803e-2e2e38801f97","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:29.992324312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"fd269cf8-1f8e-4cd8-8df7-485f0466ef67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:29.998799911Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8016ffb4-e5ab-417e-a67b-c9585e08c72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:29.999041587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7304f3d4-d496-41f3-9aec-efd03f551408","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.05130733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"fd269cf8-1f8e-4cd8-8df7-485f0466ef67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.098356917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"5d3a22cb-cdba-4bb6-a58b-294127ddebd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.139012943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"adb80dfa-d4e3-4fed-a948-19eb6823ed57","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:01:30.203498112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-access","reconcileID":"8016ffb4-e5ab-417e-a67b-c9585e08c72d","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.356268663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a9709d59-51d0-4d3c-8d5d-b7472864e076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.41383147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a9709d59-51d0-4d3c-8d5d-b7472864e076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.456339471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974a869-250d-4978-94f6-9602c8981c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.509185892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974a869-250d-4978-94f6-9602c8981c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.564116951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974a869-250d-4978-94f6-9602c8981c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.617558864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974a869-250d-4978-94f6-9602c8981c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:32.521304395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68acf5f5-41d1-4143-b4e5-4282ffc33c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:32.574857236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68acf5f5-41d1-4143-b4e5-4282ffc33c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:32.627308092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68acf5f5-41d1-4143-b4e5-4282ffc33c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:32.680529441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68acf5f5-41d1-4143-b4e5-4282ffc33c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:33.427840061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"4638aef6-25d0-455f-92ee-181128d4da8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:33.486692554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"4638aef6-25d0-455f-92ee-181128d4da8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:33.543116717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cff449590b14100ca11a8e55afc2e572a7afb71ad5202e55655820e2914c916a) AuthConfig (ffd467180c3e550ec44c34c41f161bef4586b880efc34ca2aee0a4950b62b1f8) AuthConfig (129af030bbca5c6a8f7e999613e7ebcc331fb76d40af187facb71684bdb9cb3f) AuthConfig (7e1900bc83996424cdbe4d0b9182683ee4d06399441c4ff16efcb9d4a35d5e4b) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (76bd05fd57e9d86e21ec26c485cb8f1e299ee4bcee620087e1fd27218c69a593) AuthConfig (6b8506601b3d9f0e52eb4c4fbd44ec650612c0f48f940190b8ac68eb41c4e0be) AuthConfig (e728067522e04735430780e87bfa6dc79cac4d49b333870b580628275bd714e8) AuthConfig (4e6fb5d66b8b7f55235ec2fc4952caae465617eb62916dd9dab206be046a995a) AuthConfig (bdd57d573d9c73e44103256f94a836e3aeaaa32b3b5b640dcbf54c0422f930eb) AuthConfig (90446c38dec246832b62ddca315270f098682ac58d7941c37d9f5c8c04bfac05) AuthConfig (21cbe5790cdcc198ddd99e9b54958054b1a480ab5c764ab27aeb915d7eeb58da) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (cd4cf1686f0afe52fb9164da4008ed2010d8d395a60b79a7f8ed90d4e4ca3404) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"4638aef6-25d0-455f-92ee-181128d4da8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:33.601285058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"2b0ae8c5-07cd-4dd7-9aa6-56406d38faae","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:33.601306846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"2b0ae8c5-07cd-4dd7-9aa6-56406d38faae","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:35.46915532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"e686035e-9034-4ea6-9582-ad66ad39d13d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:35.526393994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"e686035e-9034-4ea6-9582-ad66ad39d13d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:35.582327369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f504ca1539dfa86ef6f964e57af39df44a71845d293b917fa5d11b4ca6e27464) AuthConfig (ae191f5e419bd0cf49d410e55d13a4b1b499a2084ae9ed896e44d47429c17cd8) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10) AuthConfig (66d4044a458f1dffa3abb796a78c544ef78cc95cfd988b1974687b242c993f85) AuthConfig (f279feee79e47558b4eac4cdd3766d5cb4c6a1ff200a4c4b4aa2ef47d00451d8) AuthConfig (f6656eb1ff2e3b324d791d0665a4d39f09ce210340a0f3066fc25c288e07692e) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4) AuthConfig (597177d80073080f2befb62029d6ede81c2fb646064184b41715c02030ae34e9) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (16cc030ddcf4322e3e1359f339be2cd3617a8e6dd75ccf81a5c00b14b5c29cb0) AuthConfig (f32e1fdeaffcdcbc2e23f4b4166a386cb21c5d9ee5cdf073699bd02f9ff490ce) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (82c387d13a05def8c8b2a41f6edd7b07964eec7ae92fac7b822c53f4e3683ec2) AuthConfig (a6e09b0b50e1c06879d90d367dce7aa5b5c01579f726b27c0958dc8cfa6a18d9) AuthConfig (0950c3edcfc5a1c167203ad134e179e80c8fd47350385229c00ef7b81f49aad4) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (5f6b16ca359d6bd0466700892f64b4c5cec422dbaa2bff2ed171a4efdd93eae5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"e686035e-9034-4ea6-9582-ad66ad39d13d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:36.711269101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.400983722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"c77d04d6-8215-4da6-9c8c-8c2830a0e231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.453995547Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"c77d04d6-8215-4da6-9c8c-8c2830a0e231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.507312883Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"simulator-subscription","reconcileID":"c77d04d6-8215-4da6-9c8c-8c2830a0e231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/simulator-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:40.896802429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"614f6729-b6ff-4e98-af08-da2e5324591a","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.001350682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"990cdbc6-4a16-437d-be63-83c6d6dfc9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:41.058817863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"990cdbc6-4a16-437d-be63-83c6d6dfc9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:43.706660792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"d18c290d-008b-45b2-b986-b24c1961c143","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:43.765207082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"d18c290d-008b-45b2-b986-b24c1961c143","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:43.82119156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cff449590b14100ca11a8e55afc2e572a7afb71ad5202e55655820e2914c916a) AuthConfig (ffd467180c3e550ec44c34c41f161bef4586b880efc34ca2aee0a4950b62b1f8) AuthConfig (129af030bbca5c6a8f7e999613e7ebcc331fb76d40af187facb71684bdb9cb3f) AuthConfig (7e1900bc83996424cdbe4d0b9182683ee4d06399441c4ff16efcb9d4a35d5e4b) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (76bd05fd57e9d86e21ec26c485cb8f1e299ee4bcee620087e1fd27218c69a593) AuthConfig (6b8506601b3d9f0e52eb4c4fbd44ec650612c0f48f940190b8ac68eb41c4e0be) AuthConfig (e728067522e04735430780e87bfa6dc79cac4d49b333870b580628275bd714e8) AuthConfig (4e6fb5d66b8b7f55235ec2fc4952caae465617eb62916dd9dab206be046a995a) AuthConfig (bdd57d573d9c73e44103256f94a836e3aeaaa32b3b5b640dcbf54c0422f930eb) AuthConfig (90446c38dec246832b62ddca315270f098682ac58d7941c37d9f5c8c04bfac05) AuthConfig (21cbe5790cdcc198ddd99e9b54958054b1a480ab5c764ab27aeb915d7eeb58da) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (cd4cf1686f0afe52fb9164da4008ed2010d8d395a60b79a7f8ed90d4e4ca3404) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"d18c290d-008b-45b2-b986-b24c1961c143","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:45.687922849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"986c148d-532f-472f-bf84-f71833dfbf67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:45.739807931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"7ee5bc0e-a8f1-4ee7-841c-94efce9178b1","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:45.745179771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"986c148d-532f-472f-bf84-f71833dfbf67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:45.802528171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f504ca1539dfa86ef6f964e57af39df44a71845d293b917fa5d11b4ca6e27464) AuthConfig (ae191f5e419bd0cf49d410e55d13a4b1b499a2084ae9ed896e44d47429c17cd8) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10) AuthConfig (66d4044a458f1dffa3abb796a78c544ef78cc95cfd988b1974687b242c993f85) AuthConfig (f279feee79e47558b4eac4cdd3766d5cb4c6a1ff200a4c4b4aa2ef47d00451d8) AuthConfig (f6656eb1ff2e3b324d791d0665a4d39f09ce210340a0f3066fc25c288e07692e) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4) AuthConfig (597177d80073080f2befb62029d6ede81c2fb646064184b41715c02030ae34e9) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (16cc030ddcf4322e3e1359f339be2cd3617a8e6dd75ccf81a5c00b14b5c29cb0) AuthConfig (f32e1fdeaffcdcbc2e23f4b4166a386cb21c5d9ee5cdf073699bd02f9ff490ce) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (82c387d13a05def8c8b2a41f6edd7b07964eec7ae92fac7b822c53f4e3683ec2) AuthConfig (a6e09b0b50e1c06879d90d367dce7aa5b5c01579f726b27c0958dc8cfa6a18d9) AuthConfig (0950c3edcfc5a1c167203ad134e179e80c8fd47350385229c00ef7b81f49aad4) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (5f6b16ca359d6bd0466700892f64b4c5cec422dbaa2bff2ed171a4efdd93eae5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"986c148d-532f-472f-bf84-f71833dfbf67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:46.601833369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"662d60f8-aa43-4a65-aa4d-487177e6cd0a","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:46.763233616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f81d0239-2b11-44d0-9133-1c6ec61ac97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:46.765181116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"d861a9ef-5d67-4888-9af8-3f2084603cab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5053d504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:46.820706691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"f81d0239-2b11-44d0-9133-1c6ec61ac97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.062993273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"bf732f91-6ba5-48e6-b0fc-4f80e6932e3e","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.06325105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"4fcb22ad-139a-41db-a9f2-f9a9662bb49a","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.063563408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"4ff54e2c-803d-4cfa-9a48-bc3208b95e7f","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.115117102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"1513a04c-da9a-4544-b2e2-283cb1cb047a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5053d504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.220428748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a3d68f32-f99d-45d8-b2a3-8abd9f2cf24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.224641861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"42ef78bc-7cb8-49d4-9a38-c1e28d1f4a3e","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.277082738Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"7071b0c7-5ef1-4ba6-9553-5b7495bd417c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5053d504","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.27820927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"a3d68f32-f99d-45d8-b2a3-8abd9f2cf24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.64109861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"384ffb15-7b54-404f-bcc5-7858e4b47f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.698996557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"384ffb15-7b54-404f-bcc5-7858e4b47f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.785182475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"e136a279-40c8-45cb-b797-3d0d7207634d","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:47.904441233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"808b21ac-3921-427f-95e4-a198105a6300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.066836435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"26945e7a-e4ca-4e27-8306-2c3ab82f5fbc","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.083781336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed814e77-4e00-4c92-94f9-e0e2e260adb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.136274954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed814e77-4e00-4c92-94f9-e0e2e260adb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.18872412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"808b21ac-3921-427f-95e4-a198105a6300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.189114045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed814e77-4e00-4c92-94f9-e0e2e260adb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.241749189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed814e77-4e00-4c92-94f9-e0e2e260adb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.36925033Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"808b21ac-3921-427f-95e4-a198105a6300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"e2e-worker-w1-316854-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.369280078Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-access","reconcileID":"808b21ac-3921-427f-95e4-a198105a6300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-316854"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:48.427832481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"84f70adb-ca7a-4f55-8674-634005c0d11b","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:50.197490084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bf8a8d-ae11-4c22-a0a8-e3440bd2e8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:50.251247191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bf8a8d-ae11-4c22-a0a8-e3440bd2e8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:50.30418574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bf8a8d-ae11-4c22-a0a8-e3440bd2e8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:50.357352027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bf8a8d-ae11-4c22-a0a8-e3440bd2e8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:53.965248504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"21f1e58d-d1c8-401a-a9e3-4d5531ac0a94","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:54.022763288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"21f1e58d-d1c8-401a-a9e3-4d5531ac0a94","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:54.079614377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cff449590b14100ca11a8e55afc2e572a7afb71ad5202e55655820e2914c916a) AuthConfig (ffd467180c3e550ec44c34c41f161bef4586b880efc34ca2aee0a4950b62b1f8) AuthConfig (129af030bbca5c6a8f7e999613e7ebcc331fb76d40af187facb71684bdb9cb3f) AuthConfig (7e1900bc83996424cdbe4d0b9182683ee4d06399441c4ff16efcb9d4a35d5e4b) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (76bd05fd57e9d86e21ec26c485cb8f1e299ee4bcee620087e1fd27218c69a593) AuthConfig (6b8506601b3d9f0e52eb4c4fbd44ec650612c0f48f940190b8ac68eb41c4e0be) AuthConfig (e728067522e04735430780e87bfa6dc79cac4d49b333870b580628275bd714e8) AuthConfig (4e6fb5d66b8b7f55235ec2fc4952caae465617eb62916dd9dab206be046a995a) AuthConfig (bdd57d573d9c73e44103256f94a836e3aeaaa32b3b5b640dcbf54c0422f930eb) AuthConfig (90446c38dec246832b62ddca315270f098682ac58d7941c37d9f5c8c04bfac05) AuthConfig (21cbe5790cdcc198ddd99e9b54958054b1a480ab5c764ab27aeb915d7eeb58da) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (cd4cf1686f0afe52fb9164da4008ed2010d8d395a60b79a7f8ed90d4e4ca3404) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"21f1e58d-d1c8-401a-a9e3-4d5531ac0a94","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:55.909930654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"93e8e2fc-ac0c-4ea9-a512-30145ab90156","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:55.967908173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"93e8e2fc-ac0c-4ea9-a512-30145ab90156","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:56.024793067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f504ca1539dfa86ef6f964e57af39df44a71845d293b917fa5d11b4ca6e27464) AuthConfig (ae191f5e419bd0cf49d410e55d13a4b1b499a2084ae9ed896e44d47429c17cd8) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10) AuthConfig (66d4044a458f1dffa3abb796a78c544ef78cc95cfd988b1974687b242c993f85) AuthConfig (f279feee79e47558b4eac4cdd3766d5cb4c6a1ff200a4c4b4aa2ef47d00451d8) AuthConfig (f6656eb1ff2e3b324d791d0665a4d39f09ce210340a0f3066fc25c288e07692e) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4) AuthConfig (597177d80073080f2befb62029d6ede81c2fb646064184b41715c02030ae34e9) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (16cc030ddcf4322e3e1359f339be2cd3617a8e6dd75ccf81a5c00b14b5c29cb0) AuthConfig (f32e1fdeaffcdcbc2e23f4b4166a386cb21c5d9ee5cdf073699bd02f9ff490ce) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (82c387d13a05def8c8b2a41f6edd7b07964eec7ae92fac7b822c53f4e3683ec2) AuthConfig (a6e09b0b50e1c06879d90d367dce7aa5b5c01579f726b27c0958dc8cfa6a18d9) AuthConfig (0950c3edcfc5a1c167203ad134e179e80c8fd47350385229c00ef7b81f49aad4) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (5f6b16ca359d6bd0466700892f64b4c5cec422dbaa2bff2ed171a4efdd93eae5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"93e8e2fc-ac0c-4ea9-a512-30145ab90156","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:57.063689993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"44e28e09-ac13-4dba-8523-2f059b7b2422","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:57.330272161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"6e2088b4-7b3f-40d3-bc45-37b2fc93b364","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:57.382962442Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"6e2088b4-7b3f-40d3-bc45-37b2fc93b364","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:57.435742979Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"premium-simulator-subscription","reconcileID":"6e2088b4-7b3f-40d3-bc45-37b2fc93b364","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-316854"},"name":"maas-trlp-premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854","model":"e2e-models-e2e-worker-w1-316854/premium-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:57.70371589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"6292082c-9dad-4274-8c0b-0fde11650529","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:58.248211259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"d3513dc2-48f7-46ba-88f8-5fb0d39b9123","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:02.766145639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56b43c2-f1d4-40ca-b24c-5ad5f0922810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:02.820889255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56b43c2-f1d4-40ca-b24c-5ad5f0922810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:02.878264855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56b43c2-f1d4-40ca-b24c-5ad5f0922810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:02.931063404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56b43c2-f1d4-40ca-b24c-5ad5f0922810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:03.573413424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"07f847a5-959e-478f-9451-bdab3f654b05","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:03.911209533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"fe374d26-4c27-4262-a667-0a2c6b646e20","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.185202485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"255ebb3d-f6b8-4390-8bf8-9f51bc94323c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.243113601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"255ebb3d-f6b8-4390-8bf8-9f51bc94323c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.554162624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"099654a6-c70d-4d84-87f2-9cdc345c68d7","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.554186511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"099654a6-c70d-4d84-87f2-9cdc345c68d7","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.833556598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86f3bfd-b74a-48c0-a704-c6e2f99fe9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.88601839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86f3bfd-b74a-48c0-a704-c6e2f99fe9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.938969785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86f3bfd-b74a-48c0-a704-c6e2f99fe9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:04.991460689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86f3bfd-b74a-48c0-a704-c6e2f99fe9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:06.13012105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"8aa6b9b1-fb05-4463-9a84-f0f1701431ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:06.187708129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"8aa6b9b1-fb05-4463-9a84-f0f1701431ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:06.485372147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"8b8218a9-5826-48ca-8f5c-6dd58e3733dc","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:06.485408334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"8b8218a9-5826-48ca-8f5c-6dd58e3733dc","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:06.543250003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"6da16802-bf0b-4a7f-87d2-b7172acc476e","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:06.543277321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"6da16802-bf0b-4a7f-87d2-b7172acc476e","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:06.714103705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:07.064318743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"33f4d93a-5d82-4133-b808-8b4cc3ce1952","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:08.249067181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"8a9735b1-fee5-447e-8bf7-0251bb633b19","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.049202827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"6f13dd88-d4e8-4c22-b603-a9ea3c2234cd","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.049223027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"6f13dd88-d4e8-4c22-b603-a9ea3c2234cd","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.110677509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"f48b36b5-c3a7-4cb2-8e29-3ccf77438f04","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.110708777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"f48b36b5-c3a7-4cb2-8e29-3ccf77438f04","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.153027752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"6c1758b9-0d0d-4978-858a-908149f47565","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:10.153100122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"1b026492-4f4c-44ea-af30-6ba61e0a850e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-89a5cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:10.165506746Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"f48b36b5-c3a7-4cb2-8e29-3ccf77438f04","name":"rate-test-model-2cca95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2cca95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:10.165566976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"f48b36b5-c3a7-4cb2-8e29-3ccf77438f04","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2cca95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.170993985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7a46b24a-afd5-41b2-a763-8128bd533db3","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.17101354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7a46b24a-afd5-41b2-a763-8128bd533db3","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.21206305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"6c1758b9-0d0d-4978-858a-908149f47565","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.259940864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7c9e82b4-6a78-470c-ba9a-97709b69009e","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.259965748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7c9e82b4-6a78-470c-ba9a-97709b69009e","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.317615246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"23d39173-18a6-49d7-a8bd-f5489187db00","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.317637313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"23d39173-18a6-49d7-a8bd-f5489187db00","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.358092344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"12978d9d-6df2-4ab5-9e49-0b6e30bde2ff","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.358112273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"12978d9d-6df2-4ab5-9e49-0b6e30bde2ff","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.418266333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"843798f6-8632-4d1d-8126-58d66c7bfd9f","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.418285724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"843798f6-8632-4d1d-8126-58d66c7bfd9f","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.462662984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"08ab7797-8c1e-480a-a6f4-5222ac0252a3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:10.462768146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"ed125b74-75d7-4f0c-85db-e51389218158","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-89a5cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:10.471928335Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"843798f6-8632-4d1d-8126-58d66c7bfd9f","name":"rate-test-model-5dbecd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-5dbecd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:10.471989368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"843798f6-8632-4d1d-8126-58d66c7bfd9f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-5dbecd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.478061773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"167f4575-f633-4d5d-9380-4070f3f61ac5","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.478079592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"167f4575-f633-4d5d-9380-4070f3f61ac5","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.52141381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"08ab7797-8c1e-480a-a6f4-5222ac0252a3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.528421121Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"d12d76a5-8919-48f4-9df0-a3aebfe3a8df","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"rate-test-model-2cca95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-2cca95/e2e-rate-iso-a-89a5cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.562893962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"924c7204-92cc-4927-a07e-c27966dcbfc5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.569640707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"aaff9216-dce1-4e3d-b6e9-b3a518aebeb3","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.569662061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"aaff9216-dce1-4e3d-b6e9-b3a518aebeb3","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.620222083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"924c7204-92cc-4927-a07e-c27966dcbfc5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.625121077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"da3cdeb1-c8fa-490d-8be4-b7a76f72c473","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.625142405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"da3cdeb1-c8fa-490d-8be4-b7a76f72c473","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.695062197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7f3c7c94-e8cd-4c7a-a452-9d2805b2c1b4","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.695089356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7f3c7c94-e8cd-4c7a-a452-9d2805b2c1b4","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.759749045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-2-w1-316854","reconcileID":"961f42ce-76f4-441d-ac6e-7a3c02e36389","MaaSModelRef":{"name":"distinct-2-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-2-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-2-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.766495733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"distinct-w1-316854","reconcileID":"30037f2c-335a-49ec-ab43-b8a6d5bc6e2f","MaaSModelRef":{"name":"distinct-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"distinct-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"distinct-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.773609903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"premium-w1-316854","reconcileID":"f8f3065e-f1c0-40e0-bb01-cb994981d00d","MaaSModelRef":{"name":"premium-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"premium-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"premium-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.780324804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"namespace":"e2e-models-e2e-worker-w1-316854","name":"simulator-w1-316854","reconcileID":"1cce8b72-d1d0-49fb-8be1-5b0800a598a3","MaaSModelRef":{"name":"simulator-w1-316854","namespace":"e2e-models-e2e-worker-w1-316854"},"routeName":"simulator-w1-316854-kserve-route","namespace":"e2e-models-e2e-worker-w1-316854","llmisvcName":"simulator-w1-316854","gateway":"openshift-ingress/e2e-worker-w1-316854","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.780928544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"dc056773-c893-4707-802e-1f9ab77d217f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.838047799Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"32a5d2b3-5a71-46ad-ae86-6e4f9dfe97bb","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"rate-test-model-5dbecd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-5dbecd/e2e-rate-iso-b-89a5cf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.838142699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"dc056773-c893-4707-802e-1f9ab77d217f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:10.935277578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"749a07ce-de61-4135-a80e-ddc553391c94","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:11.04182491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"57b7b27d-1d11-4883-bb18-708acb263707","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:11.041850367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"57b7b27d-1d11-4883-bb18-708acb263707","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:11.221350309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"83014a46-4b5c-4541-8292-f1b0bbcff4c7","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:11.390329111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"d673a955-6628-4d48-9744-1592465b878a","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:11.390355516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"d673a955-6628-4d48-9744-1592465b878a","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:11.969961004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"cb2897be-eed8-4b13-89fe-24bb90396858","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-fdd1f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:11.971968484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"6614ec0f-ccf1-4304-86af-ae15679380fd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.029373073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"6614ec0f-ccf1-4304-86af-ae15679380fd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.123698762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"afcc62dc-dd05-48ea-8c3d-412a54e41ea4","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.232255051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"3b309d04-946c-43bb-9586-cc2835aacde4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:12.232987117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"c458dbf5-066f-4c01-a2a7-b4c911db2b4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-fdd1f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.251441151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"afcc62dc-dd05-48ea-8c3d-412a54e41ea4","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.289459669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"3b309d04-946c-43bb-9586-cc2835aacde4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.307525036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51dc3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"afcc62dc-dd05-48ea-8c3d-412a54e41ea4","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.358315007Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"8f7251ab-c28a-4796-bd9e-bc1704977cd4","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"sub-test-model-3928f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-shared-sub-fdd1f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.504995645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"0c56560a-1a77-4a5b-9d01-70efacd79447","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:12.509506065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"b15c5556-7ce4-46b2-a044-ddca299a0724","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-fdd1f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.562391497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"0c56560a-1a77-4a5b-9d01-70efacd79447","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.618187047Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"9890d1d9-4c4f-451a-8caa-97c633e0df06","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"sub-test-model-2f3095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2f3095/e2e-shared-sub-fdd1f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.784086954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"ba3e75c3-9fc6-47a4-8595-12609875a4a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:12.786755772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"c90a3954-52a9-4319-829e-5abd1f83a394","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-fdd1f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.844656234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"ba3e75c3-9fc6-47a4-8595-12609875a4a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.880319634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"b3a32b88-f95e-48fb-acff-0ef5914e35b2","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-a-only-fdd1f8","ai-tenant-e2e-shared-a-w4-3928f0/e2e-shared-sub-fdd1f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.937415209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"2875ef2c-cbde-4432-a4f3-c88b78b7efd6","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.937442351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"2875ef2c-cbde-4432-a4f3-c88b78b7efd6","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.970231437Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"ba474b63-32e4-4109-9a2f-4edc36107f45","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-a-only-fdd1f8","ai-tenant-e2e-shared-a-w4-3928f0/e2e-shared-sub-fdd1f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.997308083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"e4d12a0b-de41-4692-850d-3f0dde9c1ca9","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.997333749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"e4d12a0b-de41-4692-850d-3f0dde9c1ca9","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.997801528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"420f4fad-dc24-44ff-8184-bed755ca69ab","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:12.997820968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"420f4fad-dc24-44ff-8184-bed755ca69ab","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.077920211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"07a362a9-5721-46bf-b636-617c173e3b9f","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-2f3095/e2e-b-only-fdd1f8","ai-tenant-e2e-shared-b-w4-2f3095/e2e-shared-sub-fdd1f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.101598486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"497966a8-03f7-4655-8ec4-b4d6340041dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.137214501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"7cb42b91-498e-46b0-aadf-73ab2b155f4c","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.137242838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"7cb42b91-498e-46b0-aadf-73ab2b155f4c","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.160539196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"497966a8-03f7-4655-8ec4-b4d6340041dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.202649263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"4996ad92-ab2b-476f-9251-283aaecb7d25","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.218261864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"dd751207-0593-480b-be31-1dccbe3c82fd","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.260288375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"4996ad92-ab2b-476f-9251-283aaecb7d25","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.319840437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"b8b48c8c-67a1-46b9-ad00-6c4560585cfb","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.385284666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"c40d7688-f835-4e8e-a500-475204692aa0","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.385304654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"c40d7688-f835-4e8e-a500-475204692aa0","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.419545368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"8faf3f68-63c2-4d8e-a7d5-b54a9223acf4","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.41957262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"dffdc2cf-d59e-446a-ad4c-f50bfa83893c","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:13.594829891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"f044a446-0d9d-4d93-a06d-d8053e216861","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:22.467921605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"04d71313-867e-4241-974c-435fc53ab28d","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:22.525291046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"04d71313-867e-4241-974c-435fc53ab28d","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:22.581263566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51dc3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"04d71313-867e-4241-974c-435fc53ab28d","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.16994228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"8a06faa1-1308-4401-b37d-d3d5ba760d95","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.170505817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"ff01a0b1-4062-4e5f-accd-f3a301f48063","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.222807423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"a1e03e0b-e8d8-4a08-81c9-8bcbe861e8ce","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.22284377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"0f346185-0d46-48cf-a3f8-ec20ef6df83d","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.333067291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"dbe30ba8-454a-4886-bfa0-02dbb6baa396","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.338308433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"d9f7fa74-7e25-434b-b287-8472e5132213","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.338331768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"d9f7fa74-7e25-434b-b287-8472e5132213","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.34073625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"7e8a5754-62c7-479a-af01-8304cb417c00","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.34075572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"7e8a5754-62c7-479a-af01-8304cb417c00","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.390967888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3db308b5-7b82-4259-9eb1-218b20bac265","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.390988946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3db308b5-7b82-4259-9eb1-218b20bac265","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.391372143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"b7635963-2e63-4b16-8484-c0cfa8f389e8","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.391384319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"b7635963-2e63-4b16-8484-c0cfa8f389e8","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.500812164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"47ec1b27-e7bb-498c-859b-736b9aa1c0ad","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.500832517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"47ec1b27-e7bb-498c-859b-736b9aa1c0ad","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.548218976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"775928de-98ad-48d9-a6eb-44e61d9b86ec","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.715905072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"b7caf7af-1b0a-4aac-958c-0a71ee806ef8","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:30.715925609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"b7caf7af-1b0a-4aac-958c-0a71ee806ef8","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:31.917819666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"27370d80-44dc-4f2e-8a3f-462c103ba50e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:31.976447304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"27370d80-44dc-4f2e-8a3f-462c103ba50e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.016600983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"ead2d78f-e8d9-40e0-ba9f-5d7583cb1c10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.076437415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"ead2d78f-e8d9-40e0-ba9f-5d7583cb1c10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.179670991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"6d9f4826-918a-473c-a0b9-8c0fd79aad63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.238546645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"6d9f4826-918a-473c-a0b9-8c0fd79aad63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.427396158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"89a1c0ff-c73b-4646-b254-0819acfc0f1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.485237753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"89a1c0ff-c73b-4646-b254-0819acfc0f1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.687078294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"4f175608-2817-40bd-9af6-e59ca3bbdf6a","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.744572638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"4f175608-2817-40bd-9af6-e59ca3bbdf6a","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.800433814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51dc3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ab6a340c1ed2bbcbcf71e48376f11a330b131752b481eb1a82855d0fbc7ef8) AuthConfig (675f65617681866f356289039e3e4e29062927bc16d4a4e20cf4b0f6443ca635) AuthConfig (00e759afd70ea54032007d1654b04dc15907abf11a0c5cd00b9f949b0b962e83) AuthConfig (4597a350dee37c49fd5a80a923fe1bef7186b55167539943c1098d7258b73121) AuthConfig (17931831bc6026e47f85f4ff4214b71a8580cf025831defa57f44187f50ea64c) AuthConfig (c59ba600c7780ccbad4314f57b598cfbbb4a4619301224e56b4bfe5fa0936750) AuthConfig (639288325bec1fc87fe7aafc74e63559b4529233fbe516f1da727f1307ecd702) AuthConfig (363555d35f6174676108ab8a137fdf667cb28d9e24e1e9cb0d61b44f7f556bb2) AuthConfig (23a66656d03a95393f4b069570a1e54024d6f972bb5e70e304e1bf1e1ab0b19f) AuthConfig (d25647fbc8961c5b590d5742c8376c24a1f693d9fec817df1ae49c11e7ac0d0a) AuthConfig (7e800bd1de36146fd6529f0386483b9dc800542a71a85dd60a1abbb91b9e8b90) AuthConfig (6d23648a4e5b91a2519291b63b94cd780b10585c7587c7e6035611c3cdcd0b9a) AuthConfig (f53cfd06b85c7318916d979ab54c2057f553ac23f28936b9aeaa4ac5879462d8) AuthConfig (2376d74d07225e382daa21e87b74f37f768f148fc1c9894ee9a279babc8a7635) AuthConfig (d16b22246cb67d4739c7064a8c1cdad47b1e82e43715862c8751cd463f2fda98) AuthConfig (2ffc98208cff31980d84a9b58758911f7b3769e4767a1e8c0830d9cb96ef3a4b) AuthConfig (2cf83db9f6c749300bb6875089e1eafaf3cca269af037e7ac7ece8e8ffc11d7f) AuthConfig (b390d7be11428329d04df845b8a51470369d0dfc2458d9599d6024e1c102f7ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"4f175608-2817-40bd-9af6-e59ca3bbdf6a","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.859196948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"5b8ae109-b43f-4742-91b5-eb72a1080979","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:32.859223407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"5b8ae109-b43f-4742-91b5-eb72a1080979","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:34.679195408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"a11fa10c-ffa1-41dc-bb90-1afa39daa53c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:34.679268268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"7037f3ac-df0e-4936-86d3-8949e4b743d8","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:34.679282697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"7037f3ac-df0e-4936-86d3-8949e4b743d8","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:34.884181978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"a11fa10c-ffa1-41dc-bb90-1afa39daa53c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:34.949999609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"bb91fdf1-2b40-4bce-8da2-0626c830094c","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:34.950040415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"b75dd393-c0fa-4c9d-85ce-2a218e207310","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.014684766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"a11fa10c-ffa1-41dc-bb90-1afa39daa53c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.014715591Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"a11fa10c-ffa1-41dc-bb90-1afa39daa53c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.073217192Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"1dcb9acf-bc8e-4496-b3ff-8234101ec886","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.073761095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"2e03130a-12d0-445c-9332-de8a8fe4fc73","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.073782879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"2e03130a-12d0-445c-9332-de8a8fe4fc73","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.207475299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"db8dcb4d-fdcf-428d-8332-fa659bc3520b","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.207498231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"db8dcb4d-fdcf-428d-8332-fa659bc3520b","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.278380746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"1dcb9acf-bc8e-4496-b3ff-8234101ec886","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.33646558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"1dcb9acf-bc8e-4496-b3ff-8234101ec886","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.336494156Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"1dcb9acf-bc8e-4496-b3ff-8234101ec886","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.343321833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"9763dfdc-561e-4607-a643-50b276d2b435","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.34346643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"d77cb0d4-5b0d-42aa-a425-5e367f424d7a","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:02:35.388762196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"1dcb9acf-bc8e-4496-b3ff-8234101ec886","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-fdd1f8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.459463059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"306da4cf-5f21-46df-92e9-cb2dd15aeec6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.459530159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"d873944f-b893-4aae-bee7-9b7f868cce9b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.459543519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"d873944f-b893-4aae-bee7-9b7f868cce9b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.664754938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"306da4cf-5f21-46df-92e9-cb2dd15aeec6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.727858626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"356f4e80-ce94-4cba-be63-214c35501d0d","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.792751448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"306da4cf-5f21-46df-92e9-cb2dd15aeec6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.792773923Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"306da4cf-5f21-46df-92e9-cb2dd15aeec6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.850226641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"0934a30d-bef7-45de-a8f0-2db7bb13ae3d","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.850252418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"0934a30d-bef7-45de-a8f0-2db7bb13ae3d","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.985183389Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"65930c5c-5586-43ce-b82c-0db3e0e98273","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.985277916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"36adb134-a09e-4736-854c-fbbabc21c950","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:35.985294735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"36adb134-a09e-4736-854c-fbbabc21c950","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.121545446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"46e27745-7aa4-4348-8276-d6497cae1f44","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.190580577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"65930c5c-5586-43ce-b82c-0db3e0e98273","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.254997315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"00f86153-164e-4596-b7c9-75c9b22593dd","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.318906573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"65930c5c-5586-43ce-b82c-0db3e0e98273","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.318929131Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-89a5cf","reconcileID":"65930c5c-5586-43ce-b82c-0db3e0e98273","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.376174078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"f084e407-9c04-45d6-8317-80ee7f93bd33","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.376200939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"f084e407-9c04-45d6-8317-80ee7f93bd33","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.513213706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"8723c4f2-dbbe-4d9e-a8dd-c82d82721db7","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.513237726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"8723c4f2-dbbe-4d9e-a8dd-c82d82721db7","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.647393791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"f0091e02-a49d-4baf-83b2-e816e4cddf2c","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:36.710885732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.381496652Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","namespace":"ai-tenant-e2e-worker-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.381563438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","namespace":"ai-tenant-e2e-worker-w1-316854","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.381619303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","tenant":"e2e-worker-w1-316854","tenantID":"e2e-worker-w1-316854","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.44191857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"Deployment","name":"maas-api-e2e-worker-w1-316854","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.501992197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"Service","name":"maas-api-e2e-worker-w1-316854","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.560134431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-316854","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.613964602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-316854","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.67570553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.747798535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.80488823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.869083704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.921379092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.973412271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.02575086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"Service","name":"payload-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.077897961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.129921683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.181799467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.233857623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.289700947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.341968712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.393839719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.445821833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-316854","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.49774962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-316854"},"namespace":"ai-tenant-e2e-worker-w1-316854","name":"default-tenant","reconcileID":"d561fc1b-fdb2-4b73-b5d1-9b8935462306","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-316854","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.555161161Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","namespace":"ai-tenant-e2e-mt-c319ebd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.555214431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","namespace":"ai-tenant-e2e-mt-c319ebd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.555259192Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","tenant":"e2e-mt-c319ebd8","tenantID":"e2e-mt-c319ebd8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.609140851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"Deployment","name":"maas-api-e2e-mt-c319ebd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.66906098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"Service","name":"maas-api-e2e-mt-c319ebd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.726078385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c319ebd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.781702375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c319ebd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.842210469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.902787704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.958154081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.015300697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.06749513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"Deployment","name":"payload-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.119507484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.171497424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"Service","name":"payload-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.223516715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"Service","name":"payload-pre-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.27555424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.327342943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.37953182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.435934486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.48784103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.53979484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.591984526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c319ebd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.64389526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c319ebd8"},"namespace":"ai-tenant-e2e-mt-c319ebd8","name":"default-tenant","reconcileID":"4e20cf3b-e2ab-42f9-9754-bbe336c75532","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c319ebd8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.876923554Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c319ebd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c319ebd8","reconcileID":"69b2ee42-2ef3-4244-ab73-a3c9591d5f2e","aitenant":"ai-tenants/e2e-mt-c319ebd8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:42.446451548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4c798a-e7cd-49d1-b84e-95db5e8f2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:42.499251946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4c798a-e7cd-49d1-b84e-95db5e8f2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:42.551976949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4c798a-e7cd-49d1-b84e-95db5e8f2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:42.604467124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4c798a-e7cd-49d1-b84e-95db5e8f2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:42.718140417Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c319ebd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c319ebd8","reconcileID":"69b2ee42-2ef3-4244-ab73-a3c9591d5f2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c319ebd8","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c319ebd8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:42.965882094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"9052f4c7-10a7-4b25-afed-efb40c78355d","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.033561066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"9052f4c7-10a7-4b25-afed-efb40c78355d","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.090777674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51dc3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ab6a340c1ed2bbcbcf71e48376f11a330b131752b481eb1a82855d0fbc7ef8) AuthConfig (675f65617681866f356289039e3e4e29062927bc16d4a4e20cf4b0f6443ca635) AuthConfig (00e759afd70ea54032007d1654b04dc15907abf11a0c5cd00b9f949b0b962e83) AuthConfig (4597a350dee37c49fd5a80a923fe1bef7186b55167539943c1098d7258b73121) AuthConfig (17931831bc6026e47f85f4ff4214b71a8580cf025831defa57f44187f50ea64c) AuthConfig (c59ba600c7780ccbad4314f57b598cfbbb4a4619301224e56b4bfe5fa0936750) AuthConfig (639288325bec1fc87fe7aafc74e63559b4529233fbe516f1da727f1307ecd702) AuthConfig (363555d35f6174676108ab8a137fdf667cb28d9e24e1e9cb0d61b44f7f556bb2) AuthConfig (23a66656d03a95393f4b069570a1e54024d6f972bb5e70e304e1bf1e1ab0b19f) AuthConfig (d25647fbc8961c5b590d5742c8376c24a1f693d9fec817df1ae49c11e7ac0d0a) AuthConfig (7e800bd1de36146fd6529f0386483b9dc800542a71a85dd60a1abbb91b9e8b90) AuthConfig (6d23648a4e5b91a2519291b63b94cd780b10585c7587c7e6035611c3cdcd0b9a) AuthConfig (f53cfd06b85c7318916d979ab54c2057f553ac23f28936b9aeaa4ac5879462d8) AuthConfig (2376d74d07225e382daa21e87b74f37f768f148fc1c9894ee9a279babc8a7635) AuthConfig (d16b22246cb67d4739c7064a8c1cdad47b1e82e43715862c8751cd463f2fda98) AuthConfig (2ffc98208cff31980d84a9b58758911f7b3769e4767a1e8c0830d9cb96ef3a4b) AuthConfig (2cf83db9f6c749300bb6875089e1eafaf3cca269af037e7ac7ece8e8ffc11d7f) AuthConfig (b390d7be11428329d04df845b8a51470369d0dfc2458d9599d6024e1c102f7ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"9052f4c7-10a7-4b25-afed-efb40c78355d","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.80555206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-access","reconcileID":"9dee558b-fa1c-403c-b0d4-03fb1589d4e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.805649108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"c03a0e89-88c5-4217-8bd3-56ab941b0250","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.039133394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"31f9460a-e154-4135-ae0c-ec0cf2406d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.040105798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"de329abc-efb0-405b-beeb-2ec415ea4603","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.090670455Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-316854","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-316854","reconcileID":"2a2217e8-5984-4c60-bce7-24683ed150b0","aitenant":"ai-tenants/e2e-worker-w1-316854","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.096613016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"31f9460a-e154-4135-ae0c-ec0cf2406d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.144563844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"7123f11c-333c-4698-b1c5-fcb1f4eee1e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.406543611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e9ee9b31-5c84-41fc-bf57-faa35240c030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.463674784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e9ee9b31-5c84-41fc-bf57-faa35240c030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.466899514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"cbe9b199-d87f-42fb-9118-1b480255d4ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.585560941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dc2b9e-4774-461a-87bf-ed68ee9e149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.638163544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dc2b9e-4774-461a-87bf-ed68ee9e149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.690591448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dc2b9e-4774-461a-87bf-ed68ee9e149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.743602552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dc2b9e-4774-461a-87bf-ed68ee9e149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:44.911269895Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-316854","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-316854","reconcileID":"2a2217e8-5984-4c60-bce7-24683ed150b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-316854","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-316854"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:45.618018791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"dc70bc78-aae5-4656-9c9f-1d0baa5d9f19","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscription":"e2e-shared-sub-fdd1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:45.860202344Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-fdd1f8","reconcileID":"dc70bc78-aae5-4656-9c9f-1d0baa5d9f19","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-a-only-fdd1f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.071807122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"effcb984-5713-4571-b145-1919163834ff","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.087899734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"237d6ce8-300d-40c3-aba0-b669c9104739","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.087938966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"237d6ce8-300d-40c3-aba0-b669c9104739","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.236319248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"d7191b82-1564-4777-8516-b57129b138ed","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.236343516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"d7191b82-1564-4777-8516-b57129b138ed","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.677179132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"b03e01e0-32d6-413c-b635-55d7c81e9a6c","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscription":"e2e-rate-iso-a-89a5cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.723165759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0fc0e5-165f-41b7-8cda-1d2aeab6879c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.776099297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0fc0e5-165f-41b7-8cda-1d2aeab6879c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.829729082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0fc0e5-165f-41b7-8cda-1d2aeab6879c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.831532291Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"b03e01e0-32d6-413c-b635-55d7c81e9a6c","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.833730895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"27a9b992-b679-4aac-bb99-53328628ca17","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.88232003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0fc0e5-165f-41b7-8cda-1d2aeab6879c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:46.9362903Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-89a5cf","reconcileID":"b03e01e0-32d6-413c-b635-55d7c81e9a6c","MaaSSubscription":{"name":"e2e-rate-iso-a-89a5cf","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.304195888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"01cd8896-3096-4c72-af18-b47684c57cf1","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.304224213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"01cd8896-3096-4c72-af18-b47684c57cf1","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.437028522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"a477d8b1-4055-4b18-a96d-4837d44d4bd1","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.437049996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"a477d8b1-4055-4b18-a96d-4837d44d4bd1","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:48.800045342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d27452-790c-46b6-be7d-c21b6687fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:48.853387412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d27452-790c-46b6-be7d-c21b6687fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:48.905839897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d27452-790c-46b6-be7d-c21b6687fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:48.958453809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d27452-790c-46b6-be7d-c21b6687fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:53.195606011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"44049a9f-b60d-4ff6-976d-2b85c06e3e51","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:53.252947987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"44049a9f-b60d-4ff6-976d-2b85c06e3e51","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:53.308998756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51dc3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ab6a340c1ed2bbcbcf71e48376f11a330b131752b481eb1a82855d0fbc7ef8) AuthConfig (675f65617681866f356289039e3e4e29062927bc16d4a4e20cf4b0f6443ca635) AuthConfig (00e759afd70ea54032007d1654b04dc15907abf11a0c5cd00b9f949b0b962e83) AuthConfig (4597a350dee37c49fd5a80a923fe1bef7186b55167539943c1098d7258b73121) AuthConfig (17931831bc6026e47f85f4ff4214b71a8580cf025831defa57f44187f50ea64c) AuthConfig (c59ba600c7780ccbad4314f57b598cfbbb4a4619301224e56b4bfe5fa0936750) AuthConfig (639288325bec1fc87fe7aafc74e63559b4529233fbe516f1da727f1307ecd702) AuthConfig (363555d35f6174676108ab8a137fdf667cb28d9e24e1e9cb0d61b44f7f556bb2) AuthConfig (23a66656d03a95393f4b069570a1e54024d6f972bb5e70e304e1bf1e1ab0b19f) AuthConfig (d25647fbc8961c5b590d5742c8376c24a1f693d9fec817df1ae49c11e7ac0d0a) AuthConfig (7e800bd1de36146fd6529f0386483b9dc800542a71a85dd60a1abbb91b9e8b90) AuthConfig (6d23648a4e5b91a2519291b63b94cd780b10585c7587c7e6035611c3cdcd0b9a) AuthConfig (f53cfd06b85c7318916d979ab54c2057f553ac23f28936b9aeaa4ac5879462d8) AuthConfig (2376d74d07225e382daa21e87b74f37f768f148fc1c9894ee9a279babc8a7635) AuthConfig (d16b22246cb67d4739c7064a8c1cdad47b1e82e43715862c8751cd463f2fda98) AuthConfig (2ffc98208cff31980d84a9b58758911f7b3769e4767a1e8c0830d9cb96ef3a4b) AuthConfig (2cf83db9f6c749300bb6875089e1eafaf3cca269af037e7ac7ece8e8ffc11d7f) AuthConfig (b390d7be11428329d04df845b8a51470369d0dfc2458d9599d6024e1c102f7ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"44049a9f-b60d-4ff6-976d-2b85c06e3e51","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:54.155488026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"1c8fa27e-55dd-4210-b2c7-afaf3f867193","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:54.260093837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"f88c497f-41fd-4e6c-92e2-c1ae389b8b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:54.318177313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"f88c497f-41fd-4e6c-92e2-c1ae389b8b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:56.451914364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"10d6f2fc-74f6-48e3-a180-9c030627287f","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscription":"e2e-a-only-fdd1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:56.505224985Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"10d6f2fc-74f6-48e3-a180-9c030627287f","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:56.558317885Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-fdd1f8","reconcileID":"10d6f2fc-74f6-48e3-a180-9c030627287f","MaaSSubscription":{"name":"e2e-a-only-fdd1f8","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:56.834893543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"8add447b-a5e6-4ab7-af14-f1388c021b0d","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:56.834916183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"8add447b-a5e6-4ab7-af14-f1388c021b0d","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:56.941438141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"25b7c275-e5be-4673-9eab-75ad17c71026","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.132379142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"f192badc-25b8-4fd5-8cef-21784b0582b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.132378086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"190bbbaa-9608-40e8-b606-52608246f8a4","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.132488456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"190bbbaa-9608-40e8-b606-52608246f8a4","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.337361453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"f192badc-25b8-4fd5-8cef-21784b0582b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.402747311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"17728041-d77c-4130-ae0b-38b2c113e0d7","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.402747309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"81fac2f7-bc74-4c8d-9cae-98f1003efab6","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.465152581Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"f192badc-25b8-4fd5-8cef-21784b0582b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.465177273Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-fdd1f8","reconcileID":"f192badc-25b8-4fd5-8cef-21784b0582b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.522462223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"22e0d023-78c9-4e4a-a331-d7f34c89f0bf","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.522487989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"22e0d023-78c9-4e4a-a331-d7f34c89f0bf","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.601167339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"73bec67b-7634-4a1f-ad54-e9832429a33b","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscription":"e2e-rate-iso-b-89a5cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.65390315Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"73bec67b-7634-4a1f-ad54-e9832429a33b","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.67144314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"70f87d6f-a470-4c68-8d10-20ded8bbbcc5","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.671462427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"70f87d6f-a470-4c68-8d10-20ded8bbbcc5","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.706610157Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-89a5cf","reconcileID":"73bec67b-7634-4a1f-ad54-e9832429a33b","MaaSSubscription":{"name":"e2e-rate-iso-b-89a5cf","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.792851597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"648e773b-a50d-4be5-b8a2-718a806ad36d","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.792925541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"49fe9517-cd34-4aca-8447-990ef7771b0c","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.981186293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"963cb1ab-1f80-48a1-a59d-9a7507820222","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:57.981213861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"963cb1ab-1f80-48a1-a59d-9a7507820222","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.259152263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7e0782de-e53e-4050-92f5-5656beecae09","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.259179187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"7e0782de-e53e-4050-92f5-5656beecae09","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.316216249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"62b8a330-a428-4043-b715-8407a473f50f","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.316236283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"62b8a330-a428-4043-b715-8407a473f50f","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.42037512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"0423b0fc-95d3-4eb2-b1f7-21ba8e64110d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.547924974Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"0423b0fc-95d3-4eb2-b1f7-21ba8e64110d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.60430681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"0423b0fc-95d3-4eb2-b1f7-21ba8e64110d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.660459492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"4ebc571a-158b-4ef8-ba57-a817db549a05","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.660483663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"4ebc571a-158b-4ef8-ba57-a817db549a05","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.414847233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"fb91ebd3-4677-4cfc-8877-686fa80e1081","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.472564972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"fb91ebd3-4677-4cfc-8877-686fa80e1081","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.529007487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51dc3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ab6a340c1ed2bbcbcf71e48376f11a330b131752b481eb1a82855d0fbc7ef8) AuthConfig (675f65617681866f356289039e3e4e29062927bc16d4a4e20cf4b0f6443ca635) AuthConfig (00e759afd70ea54032007d1654b04dc15907abf11a0c5cd00b9f949b0b962e83) AuthConfig (4597a350dee37c49fd5a80a923fe1bef7186b55167539943c1098d7258b73121) AuthConfig (17931831bc6026e47f85f4ff4214b71a8580cf025831defa57f44187f50ea64c) AuthConfig (c59ba600c7780ccbad4314f57b598cfbbb4a4619301224e56b4bfe5fa0936750) AuthConfig (639288325bec1fc87fe7aafc74e63559b4529233fbe516f1da727f1307ecd702) AuthConfig (363555d35f6174676108ab8a137fdf667cb28d9e24e1e9cb0d61b44f7f556bb2) AuthConfig (23a66656d03a95393f4b069570a1e54024d6f972bb5e70e304e1bf1e1ab0b19f) AuthConfig (d25647fbc8961c5b590d5742c8376c24a1f693d9fec817df1ae49c11e7ac0d0a) AuthConfig (7e800bd1de36146fd6529f0386483b9dc800542a71a85dd60a1abbb91b9e8b90) AuthConfig (6d23648a4e5b91a2519291b63b94cd780b10585c7587c7e6035611c3cdcd0b9a) AuthConfig (f53cfd06b85c7318916d979ab54c2057f553ac23f28936b9aeaa4ac5879462d8) AuthConfig (2376d74d07225e382daa21e87b74f37f768f148fc1c9894ee9a279babc8a7635) AuthConfig (d16b22246cb67d4739c7064a8c1cdad47b1e82e43715862c8751cd463f2fda98) AuthConfig (2ffc98208cff31980d84a9b58758911f7b3769e4767a1e8c0830d9cb96ef3a4b) AuthConfig (2cf83db9f6c749300bb6875089e1eafaf3cca269af037e7ac7ece8e8ffc11d7f) AuthConfig (b390d7be11428329d04df845b8a51470369d0dfc2458d9599d6024e1c102f7ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"fb91ebd3-4677-4cfc-8877-686fa80e1081","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.319118566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"987bb63a-4130-449d-8af3-c9650bde39ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.373593612Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"987bb63a-4130-449d-8af3-c9650bde39ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.426858884Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"simulator-subscription","reconcileID":"987bb63a-4130-449d-8af3-c9650bde39ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/simulator-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.701130109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"e224b7f3-5975-4b47-89bb-06a07c624f62","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.80547281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e1db7a75-7013-4078-bfaa-ecaf963fd56a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.86277983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"e1db7a75-7013-4078-bfaa-ecaf963fd56a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:06.457961102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"cdc73a14-f929-4c06-ab81-20c0cb36a0e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:06.51606708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"cdc73a14-f929-4c06-ab81-20c0cb36a0e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:06.572381884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"cdc73a14-f929-4c06-ab81-20c0cb36a0e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:06.71104257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:06.942839057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"e2b2b04f-5e28-43c4-9e4c-01769438303d","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.066838489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"8f571d04-940c-4dd9-bcd1-a9c05b17fbd7","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscription":"e2e-shared-sub-fdd1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.283199508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-fdd1f8","reconcileID":"8f571d04-940c-4dd9-bcd1-a9c05b17fbd7","MaaSSubscription":{"name":"e2e-shared-sub-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2f3095/e2e-b-only-fdd1f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.494281927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"d8c915fe-5a3b-4930-8609-dee886311724","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.501795214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"bb7cd9ff-7968-4a69-8b45-e84061cfb62d","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.501812538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"bb7cd9ff-7968-4a69-8b45-e84061cfb62d","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.793184155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"b77210d3-06db-4918-87f8-7eba0ae20be5","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:08.793207079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"b77210d3-06db-4918-87f8-7eba0ae20be5","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.474252973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"a39efe48-0879-46e9-ad08-63535b7707ce","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.57885827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"913ae483-cf8d-4e81-83e5-ba6c3902213e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.636283092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"913ae483-cf8d-4e81-83e5-ba6c3902213e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.641177392Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"71dc1cc5-9a93-4920-9bc8-ccf630aa423a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7fb0461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.761561482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"120b15f1-6f64-4586-90a4-93e9814aa7b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7fb0461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.794856958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"9716d727-b8bd-4eee-91ca-d1a9b99ee8e9","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.844707359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ab3cd504-2831-43cc-ab6b-a433bd1c97b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:10.906196235Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"2cdc71a8-3b3d-4b31-8014-e9a317569ec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7fb0461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.096471034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ab3cd504-2831-43cc-ab6b-a433bd1c97b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.13697005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"4f8a7048-1117-409b-b743-a27a90308814","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.189631588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"3b686ad0-7bf5-4a9c-be95-1a9550313765","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.189815853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"f2dd8ca6-77cc-47c8-8357-266f9e8bc5a7","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.190053699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-2-w2-276e9c","reconcileID":"67f17e7d-bbee-49eb-8498-29512e8b91dd","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-2-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-2-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.242422179Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"eaf858f2-1d73-4780-b86f-448239e8b6b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7fb0461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.259641877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ab3cd504-2831-43cc-ab6b-a433bd1c97b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"e2e-worker-w2-276e9c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.259662991Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-access","reconcileID":"ab3cd504-2831-43cc-ab6b-a433bd1c97b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:11.316344893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"56bd4e44-5c35-46e8-8a57-33883745d9d3","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:12.114003502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f086c4d2-19e1-47b3-95c1-9d5a34ffea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:12.177729406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f086c4d2-19e1-47b3-95c1-9d5a34ffea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:12.231282468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f086c4d2-19e1-47b3-95c1-9d5a34ffea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:12.284017586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f086c4d2-19e1-47b3-95c1-9d5a34ffea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:13.671446944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"9a2a1135-0950-4246-9a6c-011f6e5bc8a7","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:13.730043115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"9a2a1135-0950-4246-9a6c-011f6e5bc8a7","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:13.999073631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"aeefb4e1-64f6-45ed-853d-4ec1094e741a","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:13.999094241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"aeefb4e1-64f6-45ed-853d-4ec1094e741a","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.199184984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b26da32-8737-406b-87b8-991faedf72ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.25161733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b26da32-8737-406b-87b8-991faedf72ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.304083001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b26da32-8737-406b-87b8-991faedf72ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.357052801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b26da32-8737-406b-87b8-991faedf72ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.497817469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-2-w2-276e9c","reconcileID":"49247f09-022b-414f-bf4f-0ebeb24855bc","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-2-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-2-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.823058762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"3c87c14a-b32d-4b0c-8a8f-13e60037b89e","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.875408363Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"86ebfc4d-8d93-4559-89ad-3c4a61e1d2c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.928183307Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"86ebfc4d-8d93-4559-89ad-3c4a61e1d2c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.98112056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"premium-simulator-subscription","reconcileID":"86ebfc4d-8d93-4559-89ad-3c4a61e1d2c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"name":"maas-trlp-premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c","model":"e2e-models-e2e-worker-w2-276e9c/premium-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.147723349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"492a2e47-7b9f-4c2b-a007-e6d7539c44de","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.257623671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"1f209310-c9a6-43b4-bbb3-07412cd3755f","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:16.677645429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"9a5a9788-74d7-401c-ba15-15624bea17f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:16.735515917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"9a5a9788-74d7-401c-ba15-15624bea17f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:16.791598897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"9a5a9788-74d7-401c-ba15-15624bea17f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:18.957709502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"ddba520b-8c46-4e67-9b8a-26879429da9d","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscription":"e2e-b-only-fdd1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.010732102Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"ddba520b-8c46-4e67-9b8a-26879429da9d","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.063923479Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-fdd1f8","reconcileID":"ddba520b-8c46-4e67-9b8a-26879429da9d","MaaSSubscription":{"name":"e2e-b-only-fdd1f8","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.06652623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"bb3bdf8d-aadc-4733-9907-b334f77e881a","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.066544275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"bb3bdf8d-aadc-4733-9907-b334f77e881a","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.127243999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"3009c6d0-2b9f-4499-b5af-d0d18fee4632","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.127269721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"3009c6d0-2b9f-4499-b5af-d0d18fee4632","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.171147925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"230aeec3-ab51-4e19-9779-dd06c71fd479","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:03:19.177706875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"48a1ef64-b34d-416d-86b1-53791a74bafd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-51dc3f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.228918654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"230aeec3-ab51-4e19-9779-dd06c71fd479","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.286935811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"936da2d2-a5f8-469c-91df-e06017a4a232","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.286955771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"936da2d2-a5f8-469c-91df-e06017a4a232","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.334273271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3a958878-6ccf-4ed0-81ef-98f184b55345","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.334298155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3a958878-6ccf-4ed0-81ef-98f184b55345","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.342156289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"1da6a85a-9375-4135-bfe2-57b935cb2ff1","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.342175582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"1da6a85a-9375-4135-bfe2-57b935cb2ff1","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.538984371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"5dcedd21-ab72-49e1-9463-88ed01bbe075","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.555817483Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"be818ee5-f2c0-4782-a9f2-8ce189da223e","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"maas-trlp-test-model-51dc3f","model":"test-model-51dc3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.59615762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"5dcedd21-ab72-49e1-9463-88ed01bbe075","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.604470822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"128587d4-9848-45b9-9933-858367d8d0df","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.604488362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"128587d4-9848-45b9-9933-858367d8d0df","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.661451674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"b78aa9e4-978b-4dd0-a7e1-70d1e27a573a","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.661471274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"b78aa9e4-978b-4dd0-a7e1-70d1e27a573a","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.721550626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"14a0eceb-a229-4cd8-b86f-95ac6e1319c3","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.721572168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"14a0eceb-a229-4cd8-b86f-95ac6e1319c3","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.765489868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7c789c84-9149-4dea-adb5-87e855854eab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.893216887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7c789c84-9149-4dea-adb5-87e855854eab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.931413182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"c0140712-482c-4f6f-8731-c2a0c7a96641","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"maas-trlp-test-model-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:19.949233877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7c789c84-9149-4dea-adb5-87e855854eab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:20.006582588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"efb90754-7f22-4c43-8c2c-70d8c1d84e71","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:20.006602287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"efb90754-7f22-4c43-8c2c-70d8c1d84e71","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:21.190065022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"b956aa4a-2101-4d86-8b67-ddb2198d6eef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:24.558394897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-2-w2-276e9c","reconcileID":"e8260ae3-31d8-47fa-b440-b769332e2e2e","MaaSModelRef":{"name":"distinct-2-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-2-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-2-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:24.781137826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"simulator-w2-276e9c","reconcileID":"6c126b14-338d-485f-9729-f19fc9ddcd5b","MaaSModelRef":{"name":"simulator-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"simulator-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"simulator-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:24.781467657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"premium-w2-276e9c","reconcileID":"bee8bd1a-4574-44a5-b69d-892a2b4e4a41","MaaSModelRef":{"name":"premium-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"premium-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"premium-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:24.781669859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"namespace":"e2e-models-e2e-worker-w2-276e9c","name":"distinct-w2-276e9c","reconcileID":"96dd043a-0259-4335-ad9d-69e3cf3448f5","MaaSModelRef":{"name":"distinct-w2-276e9c","namespace":"e2e-models-e2e-worker-w2-276e9c"},"routeName":"distinct-w2-276e9c-kserve-route","namespace":"e2e-models-e2e-worker-w2-276e9c","llmisvcName":"distinct-w2-276e9c","gateway":"openshift-ingress/e2e-worker-w2-276e9c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:26.896526264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"9a95a0c7-278e-4c87-8bbf-e8ce3165f123","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:26.953792139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"9a95a0c7-278e-4c87-8bbf-e8ce3165f123","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:27.010030417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"9a95a0c7-278e-4c87-8bbf-e8ce3165f123","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:30.111648573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"d497753a-6d6a-4c36-96f4-92fd1717bf4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:30.168838385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"d497753a-6d6a-4c36-96f4-92fd1717bf4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:30.225438878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"d497753a-6d6a-4c36-96f4-92fd1717bf4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:36.71273237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.115120332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"45a765bb-3b32-483d-91bd-57996b28f1b6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.172357745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"45a765bb-3b32-483d-91bd-57996b28f1b6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.228267302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"45a765bb-3b32-483d-91bd-57996b28f1b6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:40.333949661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"edaeff9f-ed77-4782-9c49-0a6ec76bc063","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:40.404860174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"edaeff9f-ed77-4782-9c49-0a6ec76bc063","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:40.461836963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5920119f3cfb2dc5fabcc1f58fcd27a17ad249feea8ea1dc8543aa1986b24d79) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (111714df824312ca9b1a1a4aae8a86b1e683efd5b201360068933f1164506af1) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (f56bc8c17102f1b49c7af6f0fdb14815f3061acd2df46b1d0daca15de614bf8d) AuthConfig (c2a49065042675e08adb00aad4516968558d5954e27a7cbdb81d40f07b760c2d) AuthConfig (392d76a90f74d0c8bc48475547635106db6818fbbbb3d58421487b0fbc47bc67) AuthConfig (ea59ee1176af0a65a9440773668135536060896be071d292268e684475041588) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (a54b91faf260e85e7d595a26548b488df579a72b93ebb4d2e47c163abb5b735e) AuthConfig (f45145f9e8d8ca15c1f48a5a37a36182b8b8823245bbd2e45b6b524fef8c14e8) AuthConfig (8109f61277004089804e40fb072042ce2de9cb84f1fbaa45cdccd20c64501fbb) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (dbb48be3cdd35f42e527ebd90ffcb6aaf198e4b56f7a041b98635f2bd188e619) AuthConfig (3f958f114d720eeabc28949251dbbf9a6f97779865f26912793bc696370d4598) AuthConfig (184d896f9b52034f0c586ce6c846adcdf21091ea0024cecea3ddb0569b0dcffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"edaeff9f-ed77-4782-9c49-0a6ec76bc063","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:40.520230118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"59374772-cfd4-4b34-86e0-1cb0640f49d2","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:40.520249435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"59374772-cfd4-4b34-86e0-1cb0640f49d2","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.406570303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"36a830fc-2263-48bb-8a12-3b571944081b","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"maas-trlp-test-model-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.572386883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"576da2de-91df-4323-a64d-0c064a0f6946","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.572407136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"576da2de-91df-4323-a64d-0c064a0f6946","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.59279849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"b2afb152-77c3-4cd6-8aa2-c9de27b8acad","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.650757317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"b2afb152-77c3-4cd6-8aa2-c9de27b8acad","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:42.035355533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"a4426fd2-0e4a-4863-936c-fe7029fbeccd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:42.092572386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"a4426fd2-0e4a-4863-936c-fe7029fbeccd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:42.148658399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5920119f3cfb2dc5fabcc1f58fcd27a17ad249feea8ea1dc8543aa1986b24d79) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (111714df824312ca9b1a1a4aae8a86b1e683efd5b201360068933f1164506af1) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (f56bc8c17102f1b49c7af6f0fdb14815f3061acd2df46b1d0daca15de614bf8d) AuthConfig (c2a49065042675e08adb00aad4516968558d5954e27a7cbdb81d40f07b760c2d) AuthConfig (392d76a90f74d0c8bc48475547635106db6818fbbbb3d58421487b0fbc47bc67) AuthConfig (ea59ee1176af0a65a9440773668135536060896be071d292268e684475041588) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (a54b91faf260e85e7d595a26548b488df579a72b93ebb4d2e47c163abb5b735e) AuthConfig (f45145f9e8d8ca15c1f48a5a37a36182b8b8823245bbd2e45b6b524fef8c14e8) AuthConfig (8109f61277004089804e40fb072042ce2de9cb84f1fbaa45cdccd20c64501fbb) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (dbb48be3cdd35f42e527ebd90ffcb6aaf198e4b56f7a041b98635f2bd188e619) AuthConfig (3f958f114d720eeabc28949251dbbf9a6f97779865f26912793bc696370d4598) AuthConfig (184d896f9b52034f0c586ce6c846adcdf21091ea0024cecea3ddb0569b0dcffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"a4426fd2-0e4a-4863-936c-fe7029fbeccd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:44.736812498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","namespace":"ai-tenant-e2e-worker-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:44.736922233Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","namespace":"ai-tenant-e2e-worker-w2-276e9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:44.737003266Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","tenant":"e2e-worker-w2-276e9c","tenantID":"e2e-worker-w2-276e9c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:44.791348573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"Deployment","name":"maas-api-e2e-worker-w2-276e9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:44.853260678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"Service","name":"maas-api-e2e-worker-w2-276e9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:44.908564408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-276e9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:44.962737727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-276e9c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.024202984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.079724532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.13691842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.195089803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.248856874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.30142031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.353444818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"Service","name":"payload-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.405645413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.457708807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.509625567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.561549969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.617482257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.669769127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.721886483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.78022722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-276e9c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.832719587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-276e9c"},"namespace":"ai-tenant-e2e-worker-w2-276e9c","name":"default-tenant","reconcileID":"e63a9bbd-fbe7-4ae6-940d-6b904475ab6c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-276e9c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:46.254978593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"79842b45-5871-47c5-8564-c7930d1d3876","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:46.255006627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"79842b45-5871-47c5-8564-c7930d1d3876","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.334023278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"92ff856c-7522-4a9e-b3d7-2b3f69f42624","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.391442764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"92ff856c-7522-4a9e-b3d7-2b3f69f42624","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.447783262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e2459b633076fc1374824ff703b82dbcade376c78445f6727ee02718a81386) AuthConfig (9e0e9180f972ee085f604ed3e8f3970f05cd8c69b4eb14316f73686307df65b6) AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (0818505f83a4e53823a4768b593777c845ea700e4f5c796d06fd9624538d079b) AuthConfig (8af4941fae9645f5e0e7d6151f23ca3b370b9e3fb2c72da7483f6e1abdb68632) AuthConfig (252ba7768333bf14f307186acc78b22d14b2f1cd0adf8b3b876d01e5f1c83664) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (42e71848a82308a52bd9f6876e08634dfb2e3745e7ad8603a9275a972959e0de) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (4d91fc0f23fb85ed3dd70a183696a38e6c61209162220be85eb58099502f7cbe) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (7203eb091df2d486b19532317f6086b5efc8de1cf7d845a0e1880484ec45d87f) AuthConfig (801111f195d796a9d537b718063c25da6acb839809f7fbed1f531941773a144e) AuthConfig (2782c72703200ddc40d4295ebafc6160f8d450e1b67aeb74bfa7eeb5d687c01c) AuthConfig (ed62280eb7433768ac16004ff1ec25d45a71aab1c0ee1a45d65583df9f0d0675) AuthConfig (f9e93909dbe78f354d53d732c36c9250f34f30c597af118ea0dd436ddb40f2d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"92ff856c-7522-4a9e-b3d7-2b3f69f42624","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.506132953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"dc012fb2-8238-41f4-a0fc-fa5695469a32","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.506154749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"dc012fb2-8238-41f4-a0fc-fa5695469a32","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.985754807Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-276e9c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-276e9c","reconcileID":"3400e17b-d588-4e9b-b4dc-a4289cce1910","aitenant":"ai-tenants/e2e-worker-w2-276e9c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.581817283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e80863-50f8-47c1-8301-3e3ba11bed3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.634334898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e80863-50f8-47c1-8301-3e3ba11bed3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.686885456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e80863-50f8-47c1-8301-3e3ba11bed3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.739426375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e80863-50f8-47c1-8301-3e3ba11bed3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.798859017Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-276e9c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-276e9c","reconcileID":"3400e17b-d588-4e9b-b4dc-a4289cce1910","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-276e9c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-276e9c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.687487421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"30dbeeaa-9c65-4bf8-acdc-92d096d8cc5f","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.68750869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"30dbeeaa-9c65-4bf8-acdc-92d096d8cc5f","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.697499847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c18e2e-5188-4c65-8687-d9883819fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.758040352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c18e2e-5188-4c65-8687-d9883819fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.810546473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c18e2e-5188-4c65-8687-d9883819fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.81328539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"307f10b0-2541-4984-ba5a-08ce873c8b6a","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.81330318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"307f10b0-2541-4984-ba5a-08ce873c8b6a","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.862978074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c18e2e-5188-4c65-8687-d9883819fcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.967887972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"488d27a9-021e-4a95-bf5e-2383688d44bb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.150649679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"488d27a9-021e-4a95-bf5e-2383688d44bb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.206565099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-15afe6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"488d27a9-021e-4a95-bf5e-2383688d44bb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.25373332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"93e04b06-accf-43bf-b463-ed1d0e3c0b8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.26432896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"a0607fe6-b273-4085-a098-1a0558914f5a","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.264350153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"a0607fe6-b273-4085-a098-1a0558914f5a","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.311395914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"93e04b06-accf-43bf-b463-ed1d0e3c0b8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.36775488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5920119f3cfb2dc5fabcc1f58fcd27a17ad249feea8ea1dc8543aa1986b24d79) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (111714df824312ca9b1a1a4aae8a86b1e683efd5b201360068933f1164506af1) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (f56bc8c17102f1b49c7af6f0fdb14815f3061acd2df46b1d0daca15de614bf8d) AuthConfig (c2a49065042675e08adb00aad4516968558d5954e27a7cbdb81d40f07b760c2d) AuthConfig (392d76a90f74d0c8bc48475547635106db6818fbbbb3d58421487b0fbc47bc67) AuthConfig (ea59ee1176af0a65a9440773668135536060896be071d292268e684475041588) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (a54b91faf260e85e7d595a26548b488df579a72b93ebb4d2e47c163abb5b735e) AuthConfig (f45145f9e8d8ca15c1f48a5a37a36182b8b8823245bbd2e45b6b524fef8c14e8) AuthConfig (8109f61277004089804e40fb072042ce2de9cb84f1fbaa45cdccd20c64501fbb) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (dbb48be3cdd35f42e527ebd90ffcb6aaf198e4b56f7a041b98635f2bd188e619) AuthConfig (3f958f114d720eeabc28949251dbbf9a6f97779865f26912793bc696370d4598) AuthConfig (184d896f9b52034f0c586ce6c846adcdf21091ea0024cecea3ddb0569b0dcffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"93e04b06-accf-43bf-b463-ed1d0e3c0b8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.758347628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8934548b-f6c8-4d22-af13-17f9ff115827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.810790325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8934548b-f6c8-4d22-af13-17f9ff115827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.863896583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8934548b-f6c8-4d22-af13-17f9ff115827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.917320467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8934548b-f6c8-4d22-af13-17f9ff115827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.611583335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"ab60a44c-b217-402b-a2f7-0376f6cbf9d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.670225425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"ab60a44c-b217-402b-a2f7-0376f6cbf9d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.727145477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e2459b633076fc1374824ff703b82dbcade376c78445f6727ee02718a81386) AuthConfig (9e0e9180f972ee085f604ed3e8f3970f05cd8c69b4eb14316f73686307df65b6) AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (0818505f83a4e53823a4768b593777c845ea700e4f5c796d06fd9624538d079b) AuthConfig (8af4941fae9645f5e0e7d6151f23ca3b370b9e3fb2c72da7483f6e1abdb68632) AuthConfig (252ba7768333bf14f307186acc78b22d14b2f1cd0adf8b3b876d01e5f1c83664) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (42e71848a82308a52bd9f6876e08634dfb2e3745e7ad8603a9275a972959e0de) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (4d91fc0f23fb85ed3dd70a183696a38e6c61209162220be85eb58099502f7cbe) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (7203eb091df2d486b19532317f6086b5efc8de1cf7d845a0e1880484ec45d87f) AuthConfig (801111f195d796a9d537b718063c25da6acb839809f7fbed1f531941773a144e) AuthConfig (2782c72703200ddc40d4295ebafc6160f8d450e1b67aeb74bfa7eeb5d687c01c) AuthConfig (ed62280eb7433768ac16004ff1ec25d45a71aab1c0ee1a45d65583df9f0d0675) AuthConfig (f9e93909dbe78f354d53d732c36c9250f34f30c597af118ea0dd436ddb40f2d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"ab60a44c-b217-402b-a2f7-0376f6cbf9d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:02.369621935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"1251542c-5bf2-4a10-baee-742805436bcf","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:02.427134448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"1251542c-5bf2-4a10-baee-742805436bcf","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:02.473966839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"f9396b6f-40ad-4868-8c77-c8f25476f5e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:02.483371838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-15afe6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"1251542c-5bf2-4a10-baee-742805436bcf","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:02.532063534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"f9396b6f-40ad-4868-8c77-c8f25476f5e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:02.588773322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5920119f3cfb2dc5fabcc1f58fcd27a17ad249feea8ea1dc8543aa1986b24d79) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (111714df824312ca9b1a1a4aae8a86b1e683efd5b201360068933f1164506af1) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (f56bc8c17102f1b49c7af6f0fdb14815f3061acd2df46b1d0daca15de614bf8d) AuthConfig (c2a49065042675e08adb00aad4516968558d5954e27a7cbdb81d40f07b760c2d) AuthConfig (392d76a90f74d0c8bc48475547635106db6818fbbbb3d58421487b0fbc47bc67) AuthConfig (ea59ee1176af0a65a9440773668135536060896be071d292268e684475041588) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (a54b91faf260e85e7d595a26548b488df579a72b93ebb4d2e47c163abb5b735e) AuthConfig (f45145f9e8d8ca15c1f48a5a37a36182b8b8823245bbd2e45b6b524fef8c14e8) AuthConfig (8109f61277004089804e40fb072042ce2de9cb84f1fbaa45cdccd20c64501fbb) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (dbb48be3cdd35f42e527ebd90ffcb6aaf198e4b56f7a041b98635f2bd188e619) AuthConfig (3f958f114d720eeabc28949251dbbf9a6f97779865f26912793bc696370d4598) AuthConfig (184d896f9b52034f0c586ce6c846adcdf21091ea0024cecea3ddb0569b0dcffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"f9396b6f-40ad-4868-8c77-c8f25476f5e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:06.711221965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:07.833122686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"68834710-bd22-4d18-bfac-1e8167ee1adb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:07.89071622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"68834710-bd22-4d18-bfac-1e8167ee1adb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:07.946935684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-2cca95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e2459b633076fc1374824ff703b82dbcade376c78445f6727ee02718a81386) AuthConfig (9e0e9180f972ee085f604ed3e8f3970f05cd8c69b4eb14316f73686307df65b6) AuthConfig (02ce8c7f31884b46896794076eb69097990992ba7cc8640fc634f39ff284dc0c) AuthConfig (0818505f83a4e53823a4768b593777c845ea700e4f5c796d06fd9624538d079b) AuthConfig (8af4941fae9645f5e0e7d6151f23ca3b370b9e3fb2c72da7483f6e1abdb68632) AuthConfig (252ba7768333bf14f307186acc78b22d14b2f1cd0adf8b3b876d01e5f1c83664) AuthConfig (149778285837a288c43bfefd0530ef12b384df1d99fe4754a81d97a8969dc6e9) AuthConfig (42e71848a82308a52bd9f6876e08634dfb2e3745e7ad8603a9275a972959e0de) AuthConfig (5d06f32af3373c7c31873f196969989609f27e7200199e6b38e1de9f5e6b3abe) AuthConfig (4d91fc0f23fb85ed3dd70a183696a38e6c61209162220be85eb58099502f7cbe) AuthConfig (1399e7e04303ee8e796df08418b52f2c3d0aaeea59a8c2bc16f7e22c4bdc8eec) AuthConfig (548ad00cc67eae6c97faf56b63760057df7d185ab3dd9deb5e69207a8cdbacbf) AuthConfig (36e85c07f4adc6899cf09a4b2635cfecdc6dc843949b4967731eaedbccfed989) AuthConfig (7203eb091df2d486b19532317f6086b5efc8de1cf7d845a0e1880484ec45d87f) AuthConfig (801111f195d796a9d537b718063c25da6acb839809f7fbed1f531941773a144e) AuthConfig (2782c72703200ddc40d4295ebafc6160f8d450e1b67aeb74bfa7eeb5d687c01c) AuthConfig (ed62280eb7433768ac16004ff1ec25d45a71aab1c0ee1a45d65583df9f0d0675) AuthConfig (f9e93909dbe78f354d53d732c36c9250f34f30c597af118ea0dd436ddb40f2d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"68834710-bd22-4d18-bfac-1e8167ee1adb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:12.603432452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"e63b96ca-d2a5-40e0-aa59-48ecaf59dc24","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:12.660564677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"e63b96ca-d2a5-40e0-aa59-48ecaf59dc24","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:12.704259283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"21b7e6f4-8da2-4fc7-95b9-9b906f0eaac1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:12.716217012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-15afe6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"e63b96ca-d2a5-40e0-aa59-48ecaf59dc24","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:12.761530558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"21b7e6f4-8da2-4fc7-95b9-9b906f0eaac1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:12.817424694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3928f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5920119f3cfb2dc5fabcc1f58fcd27a17ad249feea8ea1dc8543aa1986b24d79) AuthConfig (58dcbe2751bd6e9abb8e98c86f37cbdb0a6aa14ba12d8109f4057111fce607a2) AuthConfig (b34efe31bb3ba91e549aade60252e3bc7b7db60f6dcea0ea8d30639b5c17b654) AuthConfig (111714df824312ca9b1a1a4aae8a86b1e683efd5b201360068933f1164506af1) AuthConfig (65748a9d17cccd88c9b3b12ed89b2c898832446b4d66660eef782ce00d2b86e9) AuthConfig (f56bc8c17102f1b49c7af6f0fdb14815f3061acd2df46b1d0daca15de614bf8d) AuthConfig (c2a49065042675e08adb00aad4516968558d5954e27a7cbdb81d40f07b760c2d) AuthConfig (392d76a90f74d0c8bc48475547635106db6818fbbbb3d58421487b0fbc47bc67) AuthConfig (ea59ee1176af0a65a9440773668135536060896be071d292268e684475041588) AuthConfig (3bc50499a02e233d955c4aafe5d93c8abf24672c742d1ce68c877a0a17b760c8) AuthConfig (a54b91faf260e85e7d595a26548b488df579a72b93ebb4d2e47c163abb5b735e) AuthConfig (f45145f9e8d8ca15c1f48a5a37a36182b8b8823245bbd2e45b6b524fef8c14e8) AuthConfig (8109f61277004089804e40fb072042ce2de9cb84f1fbaa45cdccd20c64501fbb) AuthConfig (aa46ab836f4536035a6d364998c6ecf3491a9a7f2f7b7f37b8980c5a4ac81d35) AuthConfig (fb98685e5a811e0349c953d5eb4048efbc9d4e78c23d395cedd20421d618f9b4) AuthConfig (dbb48be3cdd35f42e527ebd90ffcb6aaf198e4b56f7a041b98635f2bd188e619) AuthConfig (3f958f114d720eeabc28949251dbbf9a6f97779865f26912793bc696370d4598) AuthConfig (184d896f9b52034f0c586ce6c846adcdf21091ea0024cecea3ddb0569b0dcffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"21b7e6f4-8da2-4fc7-95b9-9b906f0eaac1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:18.052307349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"5f88e694-c108-430d-907d-6a0825f04842","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:18.109778351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"5f88e694-c108-430d-907d-6a0825f04842","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:18.429206565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"97ece71e-b8c3-4ab9-9b9c-c04131295ba2","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:18.429227785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"97ece71e-b8c3-4ab9-9b9c-c04131295ba2","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.891431215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"92035f3b-8ce5-4537-b3ad-acfb1999c982","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.89145327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"92035f3b-8ce5-4537-b3ad-acfb1999c982","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.946915391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"7eaa578d-cf76-41cc-a1a5-4f1e86dd5ad6","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:20.946941293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"7eaa578d-cf76-41cc-a1a5-4f1e86dd5ad6","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.051355006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"03b59c14-130c-49ff-a3c7-82fdb1041c77","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.178920101Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"03b59c14-130c-49ff-a3c7-82fdb1041c77","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.235023951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"03b59c14-130c-49ff-a3c7-82fdb1041c77","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.292653842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"e8fdfa90-1ce9-40ae-8312-ed82e76c4d7b","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.292677137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"e8fdfa90-1ce9-40ae-8312-ed82e76c4d7b","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.821921904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"5872ab16-de9a-405a-901e-fbea35bb2eeb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.879313532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"5872ab16-de9a-405a-901e-fbea35bb2eeb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.92198785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"bde3466f-8c33-45aa-8d71-85cc57cbe4f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.935405898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-15afe6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (972824d6fcf1a657140e5c68c138037e13fb24701674443b1aca159a4df935c4) AuthConfig (c83b45179b8e2fbc7779840263ef437c9aa484d7c039f1c63de9b8b6643dfacc) AuthConfig (4dc27e68946556d271b281081756b86c4dc0d6d4bfa48883447195daa9336ad8) AuthConfig (86094e130ec45b342587b2b852b3dd4366c10850ca551fdb00824b10012bee97) AuthConfig (5db482c3eb7ca8f624364cb5b01add25dff0b26f8c6ec732ab1fdd9b7a87cd58) AuthConfig (269388316ae7cd77d86db62922688343516357f47ae0098dbfd3abe6f20b74ab) AuthConfig (f4761abc71bd1797c258070abfef81d65b78bc381e0ae83ad25848073935c26f) AuthConfig (a05997566e3ff9836632015421e243f26c86f9516998469df5f995935a9dd8f0) AuthConfig (da50cd4f8f847eb8521a8933d97f637bd287cb1347f228249ecfc862aaf8aa49) AuthConfig (5cee44860994b987fec518277c398fc8acf6de8c0bc64577ba5b3cc54f566099) AuthConfig (175ab2b3d449b1ba1942296ba74d81f73e603c8b20e25f91c12b597c7838f904) AuthConfig (47558dea35cab922e606194c6554f2ef88e860371f109e490ee3a5606cb0258e) AuthConfig (9f9bc33e5c9357a1aad2c8a546f2bef441347f27603553d2014d2e3824458ea9) AuthConfig (3651e99f6f69e0a8354b2dd9a37ddc15736bc16b322851209871fce45efa7040) AuthConfig (c400a981d1116c3fbae6f2742bb4f72e1ee9d236cc265a64cde4278b3f67bb52) AuthConfig (45a6e24b20e9aed4dc47201eee968b982cec6f6c5ad8486ed805e8a2c2e9ce71) AuthConfig (2a17a926fc15438930d88625185d214be9b13984c7804d595a0fd43c9d2556ee) AuthConfig (1539c22ec4d8cfe56b80a84e51b7842e34b5499d36db451d1f7f4d822f8ff300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"5872ab16-de9a-405a-901e-fbea35bb2eeb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.979565989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"bde3466f-8c33-45aa-8d71-85cc57cbe4f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.993559662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"d2e8ce54-cc5a-4894-9e72-83da726e97a5","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.993577562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"d2e8ce54-cc5a-4894-9e72-83da726e97a5","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:23.285326101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"a301c82c-ebd4-4c3c-a1b1-3ea4520ba430","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:23.285346597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"a301c82c-ebd4-4c3c-a1b1-3ea4520ba430","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.879290863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a294dbb9-9e7c-4534-96ae-d53d13fb6bf1","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.879314555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a294dbb9-9e7c-4534-96ae-d53d13fb6bf1","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.934985216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"007e93f9-9cb8-4797-856e-a7f8b2bd616c","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:26.935004848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"007e93f9-9cb8-4797-856e-a7f8b2bd616c","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.039519616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"70dcf499-7716-4a13-b651-5108e05ec481","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.166515606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"70dcf499-7716-4a13-b651-5108e05ec481","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.222507544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"70dcf499-7716-4a13-b651-5108e05ec481","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.280281665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"734b8ebb-fe40-4c7d-8e8e-e904530bf89a","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:27.280302986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"734b8ebb-fe40-4c7d-8e8e-e904530bf89a","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.397625231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"49dcdf52-45ae-4587-a889-ee9e5cba5e20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.454828459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"49dcdf52-45ae-4587-a889-ee9e5cba5e20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.510768244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (cd4cf1686f0afe52fb9164da4008ed2010d8d395a60b79a7f8ed90d4e4ca3404) AuthConfig (4e6fb5d66b8b7f55235ec2fc4952caae465617eb62916dd9dab206be046a995a) AuthConfig (e728067522e04735430780e87bfa6dc79cac4d49b333870b580628275bd714e8) AuthConfig (ffd467180c3e550ec44c34c41f161bef4586b880efc34ca2aee0a4950b62b1f8) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (cff449590b14100ca11a8e55afc2e572a7afb71ad5202e55655820e2914c916a) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4) AuthConfig (6b8506601b3d9f0e52eb4c4fbd44ec650612c0f48f940190b8ac68eb41c4e0be) AuthConfig (7e1900bc83996424cdbe4d0b9182683ee4d06399441c4ff16efcb9d4a35d5e4b) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (90446c38dec246832b62ddca315270f098682ac58d7941c37d9f5c8c04bfac05) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (21cbe5790cdcc198ddd99e9b54958054b1a480ab5c764ab27aeb915d7eeb58da) AuthConfig (bdd57d573d9c73e44103256f94a836e3aeaaa32b3b5b640dcbf54c0422f930eb) AuthConfig (129af030bbca5c6a8f7e999613e7ebcc331fb76d40af187facb71684bdb9cb3f) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (76bd05fd57e9d86e21ec26c485cb8f1e299ee4bcee620087e1fd27218c69a593)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"49dcdf52-45ae-4587-a889-ee9e5cba5e20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.5688009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"a991c379-58c5-4d85-b315-0e4489b1c697","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:31.568822898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"a991c379-58c5-4d85-b315-0e4489b1c697","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:33.098471008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"26dbb5ad-bd6b-4ba9-9af3-bc6a46385fc8","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:33.156024825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"26dbb5ad-bd6b-4ba9-9af3-bc6a46385fc8","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:33.425163237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"e904d55a-64e4-4448-b654-56fa93ec707a","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:33.425182003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"e904d55a-64e4-4448-b654-56fa93ec707a","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:36.712692626Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:37.38575214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"575b7c0d-5a1b-42a4-b7a9-e3a6c92ffe37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:37.443190207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"575b7c0d-5a1b-42a4-b7a9-e3a6c92ffe37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:37.499399566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"575b7c0d-5a1b-42a4-b7a9-e3a6c92ffe37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.4906352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"6c616cec-d37a-44ea-868b-300530cebf21","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.49065501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"6c616cec-d37a-44ea-868b-300530cebf21","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.548726062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"b792c606-ff44-4a8a-a08e-8b0aaad09129","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.548747073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"b792c606-ff44-4a8a-a08e-8b0aaad09129","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:38.594153692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"93e0105d-786c-4639-8897-4a723bd8dfd7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-15afe6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.594545105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"9d4e2469-9359-41d0-9bb3-d3418a9601aa","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:38.602617731Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"b792c606-ff44-4a8a-a08e-8b0aaad09129","name":"test-model-15afe6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-15afe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:38.602676517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"b792c606-ff44-4a8a-a08e-8b0aaad09129","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-15afe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.60804828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"34c88633-1732-439c-93ec-340a3c186c3d","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.608061548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"34c88633-1732-439c-93ec-340a3c186c3d","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.652017556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"9d4e2469-9359-41d0-9bb3-d3418a9601aa","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.699007284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"294ea0eb-a579-4add-b709-8a8fe0d6d6da","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.699029142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"294ea0eb-a579-4add-b709-8a8fe0d6d6da","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.756847733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"777e03fa-7917-4e68-8401-3a2e491fa0aa","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.756890496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"777e03fa-7917-4e68-8401-3a2e491fa0aa","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.913524039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"92a8e223-cd28-435a-8be3-c8e698ffed96","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.97109879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"92a8e223-cd28-435a-8be3-c8e698ffed96","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:38.980047503Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"62076067-f920-4dcd-bb46-e001deefb014","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"maas-trlp-test-model-15afe6","model":"test-model-15afe6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-15afe6/test-model-15afe6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:39.146819436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"33a720c7-6d8e-47d9-994d-268f68fa6ec6","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:39.146840204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"33a720c7-6d8e-47d9-994d-268f68fa6ec6","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:39.358280005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"c762b408-636a-4e10-ab9d-351466f2eec6","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"maas-trlp-test-model-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.673142878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"3a023af3-45f2-49de-9831-32d32f4f4f3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.731925003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"3a023af3-45f2-49de-9831-32d32f4f4f3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.788081227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-5dbecd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (801122ba2fcf6618944a1a614a7b7dd0444b0c3843673638a80b897fc43c266b) AuthConfig (cd4cf1686f0afe52fb9164da4008ed2010d8d395a60b79a7f8ed90d4e4ca3404) AuthConfig (4e6fb5d66b8b7f55235ec2fc4952caae465617eb62916dd9dab206be046a995a) AuthConfig (e728067522e04735430780e87bfa6dc79cac4d49b333870b580628275bd714e8) AuthConfig (ffd467180c3e550ec44c34c41f161bef4586b880efc34ca2aee0a4950b62b1f8) AuthConfig (8ed1f1a51cdf4d18b5df67682def71d70a6fbc66bd2660f28eecf50b304ca77b) AuthConfig (cff449590b14100ca11a8e55afc2e572a7afb71ad5202e55655820e2914c916a) AuthConfig (6afaef8cabdac91817214d282e5ba795aa2cfec7d32c1145c61da8e6cf4333d4) AuthConfig (6b8506601b3d9f0e52eb4c4fbd44ec650612c0f48f940190b8ac68eb41c4e0be) AuthConfig (7e1900bc83996424cdbe4d0b9182683ee4d06399441c4ff16efcb9d4a35d5e4b) AuthConfig (a5846745f740a9c172008d69cdb0f1c3e2413695945e8468c4429bd4d719aa74) AuthConfig (90446c38dec246832b62ddca315270f098682ac58d7941c37d9f5c8c04bfac05) AuthConfig (deb38ff55cf83d50f15b24c087dcab077f2667f895824ea1888a1d29be6e56f7) AuthConfig (21cbe5790cdcc198ddd99e9b54958054b1a480ab5c764ab27aeb915d7eeb58da) AuthConfig (bdd57d573d9c73e44103256f94a836e3aeaaa32b3b5b640dcbf54c0422f930eb) AuthConfig (129af030bbca5c6a8f7e999613e7ebcc331fb76d40af187facb71684bdb9cb3f) AuthConfig (7094241c414e1b380442021b80be1fcc299d37fe9fe32f061be222718bc8feac) AuthConfig (76bd05fd57e9d86e21ec26c485cb8f1e299ee4bcee620087e1fd27218c69a593)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"3a023af3-45f2-49de-9831-32d32f4f4f3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:47.604970858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"463de465-9d1c-4e3a-a2bc-53342a3cac45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:47.663876268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"463de465-9d1c-4e3a-a2bc-53342a3cac45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:47.720100699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"463de465-9d1c-4e3a-a2bc-53342a3cac45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:51.893855801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"96e13d25-1d1b-4229-96f3-ee73048db5bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:51.951316803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"96e13d25-1d1b-4229-96f3-ee73048db5bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.269142093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"6579bf2e-6209-4ce7-8759-32d85b1dca63","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.269162428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"6579bf2e-6209-4ce7-8759-32d85b1dca63","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.65469007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"45dee1a2-ede0-415f-9ac5-8cf9699bef29","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"maas-trlp-test-model-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.822063767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"49d54cf4-9f2d-49f0-8bf2-b087aea81065","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.822083646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"49d54cf4-9f2d-49f0-8bf2-b087aea81065","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:53.360071319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"7ca602f1-fb77-4dcb-834e-bc6e1fc7255d","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:53.417952639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"7ca602f1-fb77-4dcb-834e-bc6e1fc7255d","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.625818715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"740ab567-5b14-4260-b42e-9ef1629b617b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.625839638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"740ab567-5b14-4260-b42e-9ef1629b617b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.68398631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"ab83ab44-bfd6-459f-b9db-0d2c0bb6dd1e","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.68401142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"ab83ab44-bfd6-459f-b9db-0d2c0bb6dd1e","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:57.730010736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"6f173ad6-0cf5-4674-94b9-ec9caf111803","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-64e457\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.730143507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"e6b389d1-b6a0-405e-8aae-aaf1f4d8e266","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:57.73807528Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"ab83ab44-bfd6-459f-b9db-0d2c0bb6dd1e","name":"rate-test-model-2cca95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2cca95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:57.738134933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"ab83ab44-bfd6-459f-b9db-0d2c0bb6dd1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2cca95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.743505118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"16451f8d-14de-40d6-ba5f-6f575276d5e0","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.743520481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"16451f8d-14de-40d6-ba5f-6f575276d5e0","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.787559204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"e6b389d1-b6a0-405e-8aae-aaf1f4d8e266","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.830723003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7d5160e5-9d17-46b9-9e24-b2af5cf41506","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.836911647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"4615f310-760c-455c-8d98-e595555412cd","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.836938047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"4615f310-760c-455c-8d98-e595555412cd","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.889233168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7d5160e5-9d17-46b9-9e24-b2af5cf41506","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.892622484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"f0bef0e7-f003-49be-9ec5-c5ab6e8e4caa","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.892639814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"f0bef0e7-f003-49be-9ec5-c5ab6e8e4caa","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.937123841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"b82b7fb4-09e4-4344-bb58-43beb3aa7b0a","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.937150326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"b82b7fb4-09e4-4344-bb58-43beb3aa7b0a","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.946078514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f32e1fdeaffcdcbc2e23f4b4166a386cb21c5d9ee5cdf073699bd02f9ff490ce) AuthConfig (f504ca1539dfa86ef6f964e57af39df44a71845d293b917fa5d11b4ca6e27464) AuthConfig (f6656eb1ff2e3b324d791d0665a4d39f09ce210340a0f3066fc25c288e07692e) AuthConfig (5f6b16ca359d6bd0466700892f64b4c5cec422dbaa2bff2ed171a4efdd93eae5) AuthConfig (82c387d13a05def8c8b2a41f6edd7b07964eec7ae92fac7b822c53f4e3683ec2) AuthConfig (a6e09b0b50e1c06879d90d367dce7aa5b5c01579f726b27c0958dc8cfa6a18d9) AuthConfig (66d4044a458f1dffa3abb796a78c544ef78cc95cfd988b1974687b242c993f85) AuthConfig (16cc030ddcf4322e3e1359f339be2cd3617a8e6dd75ccf81a5c00b14b5c29cb0) AuthConfig (f279feee79e47558b4eac4cdd3766d5cb4c6a1ff200a4c4b4aa2ef47d00451d8) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (0950c3edcfc5a1c167203ad134e179e80c8fd47350385229c00ef7b81f49aad4) AuthConfig (ae191f5e419bd0cf49d410e55d13a4b1b499a2084ae9ed896e44d47429c17cd8) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4) AuthConfig (597177d80073080f2befb62029d6ede81c2fb646064184b41715c02030ae34e9) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7d5160e5-9d17-46b9-9e24-b2af5cf41506","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.995939814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"7206bfd1-9178-4ea1-b939-1b03406c2b44","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:57.995962255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"7206bfd1-9178-4ea1-b939-1b03406c2b44","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.004346876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"796bc69e-a4dd-416f-8ff3-430e3196c2c9","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.004369822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"796bc69e-a4dd-416f-8ff3-430e3196c2c9","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:04:58.042070045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"c05cc165-ea6b-4761-86dc-ea9f2156e61b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-64e457\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.042528044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"c34299f3-d2ba-4b37-afbb-a2ec57a036a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.099990325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"c34299f3-d2ba-4b37-afbb-a2ec57a036a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.106618787Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"7bf5d525-d8ee-410f-ad1d-35ab555c901a","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"rate-test-model-2cca95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-2cca95/e2e-rate-iso-a-64e457"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.142769574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"bb0cdb3e-5088-45e3-8212-6a78b2dbabe9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.149054505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"eff88971-9c58-4a34-8bfe-e3ca04cb6300","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.149074877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"eff88971-9c58-4a34-8bfe-e3ca04cb6300","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.200423607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"bb0cdb3e-5088-45e3-8212-6a78b2dbabe9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.204817821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"4109658a-6a57-4347-afd4-fd7f13d0ae82","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.204838285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"4109658a-6a57-4347-afd4-fd7f13d0ae82","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.272895616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"5ef7be4e-7e2b-4163-9e0b-a447daee2065","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.272922526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"5ef7be4e-7e2b-4163-9e0b-a447daee2065","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.362479806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"656e045f-972a-46d1-adb9-2bfae2294fc5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.41951196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"656e045f-972a-46d1-adb9-2bfae2294fc5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.419818017Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"1e38e001-e6b6-42b3-b8e9-f88091abb5c8","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"rate-test-model-5dbecd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-5dbecd/e2e-rate-iso-b-64e457"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.51825392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"8d24172f-c86d-4de0-9ac9-5fcf9f775e53","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.584464802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"3f2ef0a7-a99b-4573-900b-6db8af08f00e","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.584486225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"3f2ef0a7-a99b-4573-900b-6db8af08f00e","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:58.840423455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"c96239f4-4fa7-48c2-b9ed-45cf44fca15f","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.712206961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.109311597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"cb5301d9-a7a2-4cca-b221-dd051a8a9f60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.167060135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"cb5301d9-a7a2-4cca-b221-dd051a8a9f60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.223299043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2f3095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f32e1fdeaffcdcbc2e23f4b4166a386cb21c5d9ee5cdf073699bd02f9ff490ce) AuthConfig (f504ca1539dfa86ef6f964e57af39df44a71845d293b917fa5d11b4ca6e27464) AuthConfig (f6656eb1ff2e3b324d791d0665a4d39f09ce210340a0f3066fc25c288e07692e) AuthConfig (5f6b16ca359d6bd0466700892f64b4c5cec422dbaa2bff2ed171a4efdd93eae5) AuthConfig (82c387d13a05def8c8b2a41f6edd7b07964eec7ae92fac7b822c53f4e3683ec2) AuthConfig (a6e09b0b50e1c06879d90d367dce7aa5b5c01579f726b27c0958dc8cfa6a18d9) AuthConfig (66d4044a458f1dffa3abb796a78c544ef78cc95cfd988b1974687b242c993f85) AuthConfig (16cc030ddcf4322e3e1359f339be2cd3617a8e6dd75ccf81a5c00b14b5c29cb0) AuthConfig (f279feee79e47558b4eac4cdd3766d5cb4c6a1ff200a4c4b4aa2ef47d00451d8) AuthConfig (c07a639c437bd2bccf9220e40fc491e804366bda04567024c4985aeabfd8c2b2) AuthConfig (f73ba4b7532028434057138351262207a187a7046d1238eab62495b7614efcae) AuthConfig (9361b6396612d5725744d0f0bae0429211218267503713a665b59e8373fcdaee) AuthConfig (0950c3edcfc5a1c167203ad134e179e80c8fd47350385229c00ef7b81f49aad4) AuthConfig (ae191f5e419bd0cf49d410e55d13a4b1b499a2084ae9ed896e44d47429c17cd8) AuthConfig (0454e69a0a008cb17d42dc004245a210140cd527f0a7ec1a012f97849cb893f4) AuthConfig (597177d80073080f2befb62029d6ede81c2fb646064184b41715c02030ae34e9) AuthConfig (ffbcf64d64b57385268df589fd16452d0226a7e79d6e65f0451054e63a40ad5a) AuthConfig (bf642b1df4591e81ecbf9bc8e526532d1f136a495211bbd8a3ffd25e225f7d10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"cb5301d9-a7a2-4cca-b221-dd051a8a9f60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.21616104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"46d17670-3471-4392-a14c-caa606b0ffc6","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.383806939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"8d15fb11-6163-4df1-b2b3-4fdca321124b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.383829531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"8d15fb11-6163-4df1-b2b3-4fdca321124b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.383972685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"9321ef7b-688b-483c-9533-38420c8cbf83","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.551998879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"2d4c5dac-ad07-48e8-9830-8cec66823bb2","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.552018262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"2d4c5dac-ad07-48e8-9830-8cec66823bb2","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.626723451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"600a1cbe-10fe-4ebd-9324-7b644eabb357","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.685671039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"600a1cbe-10fe-4ebd-9324-7b644eabb357","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.785376299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"78d3b976-1068-427b-9860-1ea6ad972c47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.842882198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"78d3b976-1068-427b-9860-1ea6ad972c47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.352291355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"719d4fbb-2b7e-4a2d-8e09-3a8a36918599","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.409346056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"719d4fbb-2b7e-4a2d-8e09-3a8a36918599","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.5248868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"5eb8e28d-ec9b-49ce-bbbf-aef73861e20b","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.525024351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"396be843-439b-46fe-9679-1652d9b62cf0","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.525040652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"396be843-439b-46fe-9679-1652d9b62cf0","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.721979087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"5eb8e28d-ec9b-49ce-bbbf-aef73861e20b","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.727551185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"4a79abac-a7f6-4094-80d5-34ac3b8e9608","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.727569404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"4a79abac-a7f6-4094-80d5-34ac3b8e9608","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.794945862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"8620e0c3-caca-4d3c-9938-7c89892e3197","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"maas-trlp-test-model-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.849796802Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"5eb8e28d-ec9b-49ce-bbbf-aef73861e20b","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.849820749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"5eb8e28d-ec9b-49ce-bbbf-aef73861e20b","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.90705766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"b9be33a5-faf5-4e63-b038-9021012474d3","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.907797169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"1ddc99a0-8ae2-4b5f-a2b5-11bbbc26b8a7","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.907813327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"1ddc99a0-8ae2-4b5f-a2b5-11bbbc26b8a7","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.050675232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"211f7d61-d6d1-4d15-b414-26700b576937","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.050694666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"211f7d61-d6d1-4d15-b414-26700b576937","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.112440419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"b9be33a5-faf5-4e63-b038-9021012474d3","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.169970078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"b9be33a5-faf5-4e63-b038-9021012474d3","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"e2e-inf-a-51dc3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.169994149Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"b9be33a5-faf5-4e63-b038-9021012474d3","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:19.179457487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"4ec4a08a-c208-445c-97b5-8ab393ab2587","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"maas-trlp-test-model-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:19.222359612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51dc3f-auth","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-auth","reconcileID":"b9be33a5-faf5-4e63-b038-9021012474d3","error":"maasauthpolicies.maas.opendatahub.io \"test-model-51dc3f-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.156900605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"47000c62-028e-4dbf-99dd-4c1bde721ccb","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.156926985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"47000c62-028e-4dbf-99dd-4c1bde721ccb","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.215807706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"1be3248d-3b51-4986-aa4a-7c0b0daad368","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.215832686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"1be3248d-3b51-4986-aa4a-7c0b0daad368","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:24.260687188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"57da5b1c-f2ee-42e6-a7f5-0f16643b7749","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-901ea9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.260887697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"31f1b51d-2f26-4454-8c1f-cf4d9b8e14b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:24.270020238Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"1be3248d-3b51-4986-aa4a-7c0b0daad368","name":"sub-test-model-3928f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3928f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:24.270073614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"1be3248d-3b51-4986-aa4a-7c0b0daad368","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3928f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.275382009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"f0eb1486-e980-463a-8cc2-a04094988032","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.275397227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"f0eb1486-e980-463a-8cc2-a04094988032","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.318227526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"31f1b51d-2f26-4454-8c1f-cf4d9b8e14b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.367500034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"56ac3068-e6f4-4957-bc6d-589acf00458d","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.367520197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"56ac3068-e6f4-4957-bc6d-589acf00458d","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.425058423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"73972ff7-64e8-49e0-8a2a-7a51fc0e4c24","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.425081289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"73972ff7-64e8-49e0-8a2a-7a51fc0e4c24","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.426704898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"dfc447b9-0cd2-4db7-82d8-ea3dbfc99af7","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.426721497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"dfc447b9-0cd2-4db7-82d8-ea3dbfc99af7","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.486841101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"27f36779-eb29-4d15-8ae6-2e11d3a5d00c","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.486892126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"27f36779-eb29-4d15-8ae6-2e11d3a5d00c","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.530462411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"566eae64-a640-4410-99fd-46d6b83ceea3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:24.531161327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"52389d69-aed5-481b-aa2a-750c25cd7142","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-901ea9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:24.540936721Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"27f36779-eb29-4d15-8ae6-2e11d3a5d00c","name":"sub-test-model-2f3095","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2f3095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:24.540984272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"27f36779-eb29-4d15-8ae6-2e11d3a5d00c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2f3095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.5462847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"be5bf60e-f053-414f-a48d-4512b4047497","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.546299661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"be5bf60e-f053-414f-a48d-4512b4047497","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.549308509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"146c590b-06ac-424b-8336-b39b57aebb2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.549385426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"d9e18d86-4b00-45dd-9418-81863057468b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.549402055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"d9e18d86-4b00-45dd-9418-81863057468b","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.587780731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"566eae64-a640-4410-99fd-46d6b83ceea3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.633828616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7b723b01-c66b-4292-8d31-9ba52bb6aa72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.63908522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"8f80850b-37c2-4725-a928-e1e7e7693ce7","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.639104165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"8f80850b-37c2-4725-a928-e1e7e7693ce7","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.641528917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"25bddf26-f934-43f8-a0d4-0fdebfeda04a","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"sub-test-model-3928f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-shared-sub-901ea9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.690280378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"4d1a8d18-76ba-40c0-8308-1e7dc3f52a2c","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.690301996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"4d1a8d18-76ba-40c0-8308-1e7dc3f52a2c","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.691114502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"7b723b01-c66b-4292-8d31-9ba52bb6aa72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.696596638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"eeaa35ca-fdb7-4700-aa65-39ea07fae237","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.696610472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"eeaa35ca-fdb7-4700-aa65-39ea07fae237","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.745064053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"12547dab-a58d-4cd3-9233-068cd7de4caa","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.745080536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"12547dab-a58d-4cd3-9233-068cd7de4caa","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.782282563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"146c590b-06ac-424b-8336-b39b57aebb2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:24.794565463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"d8f24fc6-e7ce-42b9-b39f-bb36f1505e9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-901ea9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.810439488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"27aa654a-0fa6-497e-9b37-9afe6ef19d5a","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.810455799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"27aa654a-0fa6-497e-9b37-9afe6ef19d5a","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.817072872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"49e695de-fc8d-422b-8290-2df1dabd9f2c","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.905718268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"85af555b-e987-415d-b325-78b72c442923","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.905738098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"85af555b-e987-415d-b325-78b72c442923","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.911809752Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"146c590b-06ac-424b-8336-b39b57aebb2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"e2e-shared-a-w0-2cca95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.911827194Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-auth-64e457","reconcileID":"146c590b-06ac-424b-8336-b39b57aebb2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.919689987Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"7b7ac760-431f-4489-b892-4bf51460d9c9","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"sub-test-model-2f3095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2f3095/e2e-shared-sub-901ea9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.934395408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"0726137e-c4e2-4ca1-b705-86ea60dab5b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.951789732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"7d3a2288-9923-4acd-a1b1-23305f0fd35d","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.951808152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"7d3a2288-9923-4acd-a1b1-23305f0fd35d","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.961754974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"069150e4-3f64-4b5a-9cb8-0458329f66af","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.961771859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"069150e4-3f64-4b5a-9cb8-0458329f66af","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.968549269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"598c1c9d-8bf1-4be9-91f4-3b9677655cd9","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.968570737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"598c1c9d-8bf1-4be9-91f4-3b9677655cd9","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.991515684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"0726137e-c4e2-4ca1-b705-86ea60dab5b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.02669682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"01c51a60-c63d-4a70-9932-32afe0c90373","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.026716538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"01c51a60-c63d-4a70-9932-32afe0c90373","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.03507841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"64839f15-5917-4393-bebf-c3b2d732d26a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:25.057490517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"568c2cd6-00e8-4fca-b110-23b4ce87660f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-901ea9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.075937926Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"7f2ef64c-0dd6-4c3f-9391-954e845f1958","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-a-only-901ea9","ai-tenant-e2e-shared-a-w4-3928f0/e2e-shared-sub-901ea9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.088831208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"7299fbb9-42e8-43c0-918b-fc54ceb0c68a","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.088852379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"7299fbb9-42e8-43c0-918b-fc54ceb0c68a","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.092920014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"64839f15-5917-4393-bebf-c3b2d732d26a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.108785196Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"d11caa92-6aee-48be-883a-8304a0c841a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.108923799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"43b6ebea-4891-4104-a4dd-ef752ef14814","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.108945637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"43b6ebea-4891-4104-a4dd-ef752ef14814","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.169757201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a215365c-082d-4fb6-bb0e-412e68ba9de9","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.169778358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a215365c-082d-4fb6-bb0e-412e68ba9de9","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.17126678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"c0f3fa6a-cf62-4b34-8dcd-8e3aafbaf8ec","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.225381868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"0cee3005-be80-47b8-86bc-3e91e7d907ea","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.225400588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"0cee3005-be80-47b8-86bc-3e91e7d907ea","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.272245604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"8817b384-730d-42b1-8b88-5f65156768d7","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.279530794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"d11caa92-6aee-48be-883a-8304a0c841a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.331413839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"d962ab25-d8be-4486-99e8-54c90f871522","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.341103678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"db3f5a7e-e265-45f5-acb7-9da871098ad1","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.341122624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"db3f5a7e-e265-45f5-acb7-9da871098ad1","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.354900527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"3654bf1d-3ed3-4ea1-8acf-810c36273f2c","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-2f3095/e2e-b-only-901ea9","ai-tenant-e2e-shared-b-w4-2f3095/e2e-shared-sub-901ea9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.389069347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"d962ab25-d8be-4486-99e8-54c90f871522","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.396444768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"6fd83247-d991-4845-a51e-fc7a0530e91e","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.407109346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"d11caa92-6aee-48be-883a-8304a0c841a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"e2e-shared-b-w0-5dbecd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.407125223Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-auth-64e457","reconcileID":"d11caa92-6aee-48be-883a-8304a0c841a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.463907048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"a453a460-f8b3-4567-9d31-40655f95f9c4","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.463933026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"a453a460-f8b3-4567-9d31-40655f95f9c4","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.495245699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"226152f1-3bde-48b1-899c-58b826c8edde","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.595497028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"2e4f8bb1-55bd-40f6-8bef-a58fdc2d195f","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.595565042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"9d8722a0-9503-44be-acfa-aab4c6ce3adc","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.603604815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"be15a386-4df1-4512-8437-554e41ab872c","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.603626953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"be15a386-4df1-4512-8437-554e41ab872c","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.661761437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"47748d15-dfe4-4404-b11c-2dcfb0f6acfc","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.661785201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"47748d15-dfe4-4404-b11c-2dcfb0f6acfc","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.696522305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"83f1e959-3b7d-4ca8-8f6c-83f622cb5202","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.871758993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"b22f6402-ac30-4d57-8f32-51dd6b0e8530","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.972343801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"d1672a48-c91b-4189-b3a3-568d88eee6bf","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.453390639Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"26eb464b-41e6-400f-af55-3a06b4e6b690","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","subscription":"test-model-51dc3f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.506595752Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"26eb464b-41e6-400f-af55-3a06b4e6b690","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.559388294Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f-sub","reconcileID":"26eb464b-41e6-400f-af55-3a06b4e6b690","MaaSSubscription":{"name":"test-model-51dc3f-sub","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"name":"maas-trlp-test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.829605671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"1c47650d-16c8-4203-8334-bc9ad925637f","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"tenant":"e2e-inf-a-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","model":"ai-tenant-e2e-inf-a-51dc3f/test-model-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.829623667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"test-model-51dc3f","reconcileID":"1c47650d-16c8-4203-8334-bc9ad925637f","MaaSModelRef":{"name":"test-model-51dc3f","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"routeName":"test-model-51dc3f-kserve-route","namespace":"ai-tenant-e2e-inf-a-51dc3f","llmisvcName":"test-model-51dc3f","gateway":"openshift-ingress/e2e-inf-a-51dc3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.506482618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"b2d87223-fb43-4d60-8408-d48e6ce139eb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.506553473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"f5fa940d-d504-42d4-b660-0a750a810fac","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.506570883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"f5fa940d-d504-42d4-b660-0a750a810fac","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.712414267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"b2d87223-fb43-4d60-8408-d48e6ce139eb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.78239313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"b79c664b-d721-46d6-b056-a9a6920236e7","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"maas-trlp-test-model-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.841760138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"b2d87223-fb43-4d60-8408-d48e6ce139eb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.841789885Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"b2d87223-fb43-4d60-8408-d48e6ce139eb","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.899051317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"d7cdf347-54ed-41e8-a184-c68e439b2f8b","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.899309769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"55a36ecb-bd4f-4823-85fd-189ab75b03f6","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.899326731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"55a36ecb-bd4f-4823-85fd-189ab75b03f6","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.052385263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"4ae9ce6e-107c-4fb0-8349-5bacbe5b1a7e","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.052407066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"4ae9ce6e-107c-4fb0-8349-5bacbe5b1a7e","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.104812225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"d7cdf347-54ed-41e8-a184-c68e439b2f8b","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.163912272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"d7cdf347-54ed-41e8-a184-c68e439b2f8b","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"e2e-inf-b-15afe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.1639443Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"d7cdf347-54ed-41e8-a184-c68e439b2f8b","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.180946956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"5c6f3fb1-f894-49bb-bef4-c79e96027551","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"maas-trlp-test-model-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:32.21854309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-15afe6-auth","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-auth","reconcileID":"d7cdf347-54ed-41e8-a184-c68e439b2f8b","error":"maasauthpolicies.maas.opendatahub.io \"test-model-15afe6-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.805930533Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"f4929586-3981-4b2d-9a51-f8ae67950b22","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","subscription":"e2e-rate-iso-a-64e457","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.859043482Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"f4929586-3981-4b2d-9a51-f8ae67950b22","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.911812456Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"e2e-rate-iso-a-64e457","reconcileID":"f4929586-3981-4b2d-9a51-f8ae67950b22","MaaSSubscription":{"name":"e2e-rate-iso-a-64e457","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"name":"maas-trlp-rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.912545115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"82ed2461-c877-492c-aed5-551d67bfa12e","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.912690207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"01d97a5b-f0c7-449d-9557-483b97b7a000","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.08213045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"fb0f542b-e137-4cc4-a3db-6af7bac6cd2e","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.082150648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"fb0f542b-e137-4cc4-a3db-6af7bac6cd2e","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.082499649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"06bbf001-9953-4e85-9609-77e408b679cd","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.082511153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"06bbf001-9953-4e85-9609-77e408b679cd","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.181635469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"a343eeeb-0837-489a-b733-bcfe8aa1fa6e","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"tenant":"e2e-shared-a-w0-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","model":"ai-tenant-e2e-shared-a-w0-2cca95/rate-test-model-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.181657861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"rate-test-model-2cca95","reconcileID":"a343eeeb-0837-489a-b733-bcfe8aa1fa6e","MaaSModelRef":{"name":"rate-test-model-2cca95","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"routeName":"rate-test-model-2cca95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","llmisvcName":"rate-test-model-2cca95","gateway":"openshift-ingress/e2e-shared-a-w0-2cca95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.326329476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"4a5488a1-2a38-48aa-ab34-d5a46103a018","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.326349184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"4a5488a1-2a38-48aa-ab34-d5a46103a018","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.710928996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.845168991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"011d1ffb-3949-4683-b63c-a931af537972","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.902739146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"011d1ffb-3949-4683-b63c-a931af537972","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.95294502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"ba695f55-fbb3-4b07-a596-729cf8bf66b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:37.01016992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"ba695f55-fbb3-4b07-a596-729cf8bf66b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.498791322Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"b32ee7cd-df1a-46bb-abec-e2c12e3ebe1c","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","subscription":"test-model-15afe6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.55196646Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"b32ee7cd-df1a-46bb-abec-e2c12e3ebe1c","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.604919622Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6-sub","reconcileID":"b32ee7cd-df1a-46bb-abec-e2c12e3ebe1c","MaaSSubscription":{"name":"test-model-15afe6-sub","namespace":"ai-tenant-e2e-inf-b-15afe6"},"name":"maas-trlp-test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.874223436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"a9b738dd-3620-47c1-a317-2a90e83b26e1","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"tenant":"e2e-inf-b-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","model":"ai-tenant-e2e-inf-b-15afe6/test-model-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.874259899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"test-model-15afe6","reconcileID":"a9b738dd-3620-47c1-a317-2a90e83b26e1","MaaSModelRef":{"name":"test-model-15afe6","namespace":"ai-tenant-e2e-inf-b-15afe6"},"routeName":"test-model-15afe6-kserve-route","namespace":"ai-tenant-e2e-inf-b-15afe6","llmisvcName":"test-model-15afe6","gateway":"openshift-ingress/e2e-inf-b-15afe6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:46.489452403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"8ab4777d-75db-4348-989d-8722d50a8163","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","subscription":"e2e-rate-iso-b-64e457","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:46.542490321Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"8ab4777d-75db-4348-989d-8722d50a8163","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:46.598519529Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"e2e-rate-iso-b-64e457","reconcileID":"8ab4777d-75db-4348-989d-8722d50a8163","MaaSSubscription":{"name":"e2e-rate-iso-b-64e457","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"name":"maas-trlp-rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:46.867812575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"e8ed0fcd-b74b-43ca-b896-b68b50cdaa46","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"tenant":"e2e-shared-b-w0-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","model":"ai-tenant-e2e-shared-b-w0-5dbecd/rate-test-model-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:46.867834392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"rate-test-model-5dbecd","reconcileID":"e8ed0fcd-b74b-43ca-b896-b68b50cdaa46","MaaSModelRef":{"name":"rate-test-model-5dbecd","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"routeName":"rate-test-model-5dbecd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","llmisvcName":"rate-test-model-5dbecd","gateway":"openshift-ingress/e2e-shared-b-w0-5dbecd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:58.227406358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"a13fe3d2-fd71-4acd-966c-b02b09792399","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:58.227412757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"d6191921-f80a-4c79-bc29-5108e4f08c39","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:58.398376001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"834aa007-4948-4fbb-af75-093df87c2c05","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:58.398396545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"834aa007-4948-4fbb-af75-093df87c2c05","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:58.39873594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a2e88e74-5a21-4c81-8214-5f3f72761cdb","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:58.398746297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a2e88e74-5a21-4c81-8214-5f3f72761cdb","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:06.711403531Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.023745036Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"5efd865a-87e6-452a-bbba-760184d7e082","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.023762711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"8c6ed1f7-44cf-4391-be61-a3555efe558e","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.023777388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"8c6ed1f7-44cf-4391-be61-a3555efe558e","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.229262524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"5efd865a-87e6-452a-bbba-760184d7e082","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.295792717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"5a41d8d1-34b6-439e-af4c-5a762925978f","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.301115703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"2a8cce87-e03a-4a5a-919f-61d8a7d088a8","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.35705103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"5efd865a-87e6-452a-bbba-760184d7e082","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"e2e-shared-a-w4-3928f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.357076342Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-sub-iso-auth-901ea9","reconcileID":"5efd865a-87e6-452a-bbba-760184d7e082","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.415853871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"04c5adde-28e0-4197-be63-b492b8d51dd2","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.415910269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"04c5adde-28e0-4197-be63-b492b8d51dd2","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.558642723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"f2a6625e-3026-4d93-a044-e4296500e3d0","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.558665366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"f2a6625e-3026-4d93-a044-e4296500e3d0","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.686339784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"700f2b71-090c-4247-9454-c452faf953a6","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:07.845096733Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"52f00602-6575-459f-b3a4-bffff8b874b9","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3928f0/e2e-a-only-901ea9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:08.166455786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"7b925b6b-50bf-491d-a97e-9fd6a14eb1a1","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.993253075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55be15-4d6c-4f8c-92f7-9001046859e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:12.0504264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55be15-4d6c-4f8c-92f7-9001046859e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:12.115255419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55be15-4d6c-4f8c-92f7-9001046859e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:12.172412165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55be15-4d6c-4f8c-92f7-9001046859e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:14.087651377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f66493-ef90-408d-b1ce-4c6ec5416211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:14.140197589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f66493-ef90-408d-b1ce-4c6ec5416211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:14.192609357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f66493-ef90-408d-b1ce-4c6ec5416211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:14.245009398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f66493-ef90-408d-b1ce-4c6ec5416211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:17.957595844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"ad9432b3-9551-4ee4-91d5-e63ac7466a36","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscription":"e2e-shared-sub-901ea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:18.116973895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-shared-sub-901ea9","reconcileID":"ad9432b3-9551-4ee4-91d5-e63ac7466a36","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:18.33263225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"e2324146-fb1a-45b8-a251-88e34a09c64f","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:18.332652091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"e2324146-fb1a-45b8-a251-88e34a09c64f","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:18.467543916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"e633a353-68f4-4f3c-b3c7-4caf149d402e","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:18.46757296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"e633a353-68f4-4f3c-b3c7-4caf149d402e","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.631510894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"0676a0aa-a54b-4d32-932a-2c8df9304b6a","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","subscription":"e2e-a-only-901ea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.684691634Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"0676a0aa-a54b-4d32-932a-2c8df9304b6a","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:28.737990563Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"e2e-a-only-901ea9","reconcileID":"0676a0aa-a54b-4d32-932a-2c8df9304b6a","MaaSSubscription":{"name":"e2e-a-only-901ea9","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"name":"maas-trlp-sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.010327835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"8c310b7e-4ec1-4880-b8fa-3408bdc9b8e6","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"tenant":"e2e-shared-a-w4-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","model":"ai-tenant-e2e-shared-a-w4-3928f0/sub-test-model-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.010348685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"sub-test-model-3928f0","reconcileID":"8c310b7e-4ec1-4880-b8fa-3408bdc9b8e6","MaaSModelRef":{"name":"sub-test-model-3928f0","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"routeName":"sub-test-model-3928f0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","llmisvcName":"sub-test-model-3928f0","gateway":"openshift-ingress/e2e-shared-a-w4-3928f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.291849536Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"9635d099-4ccd-4ed5-9714-2b14e3643954","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.291986751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"2311eeff-dd2d-4274-b9f2-cd9f068cbe49","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.292002542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"2311eeff-dd2d-4274-b9f2-cd9f068cbe49","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.497483156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"9635d099-4ccd-4ed5-9714-2b14e3643954","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.562487329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"b7d6f97d-44ec-4b76-a434-275fe0072476","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.562519791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"d0b17970-b4d7-4849-bea1-f1125d483d1b","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.62726791Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"9635d099-4ccd-4ed5-9714-2b14e3643954","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"e2e-shared-b-w4-2f3095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.627289855Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-sub-iso-auth-901ea9","reconcileID":"9635d099-4ccd-4ed5-9714-2b14e3643954","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.684075826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a6d67d65-4928-4dfb-8c7b-61ca728fb085","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.684095271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"a6d67d65-4928-4dfb-8c7b-61ca728fb085","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.825967318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3f808803-1f8b-43b8-9f85-9bda354bfcc3","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.825986167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3f808803-1f8b-43b8-9f85-9bda354bfcc3","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.95391059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"b7378b83-bffc-4842-ada3-1fdb4a0a5905","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:29.953926237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"3f3c7ebd-75c2-4972-a53e-08c93f82bbd4","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.711070483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.225965558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"95071df3-da3f-4894-8e5d-4d5bdc38c664","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscription":"e2e-shared-sub-901ea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.357330502Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","namespace":"ai-tenant-e2e-inf-a-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.357402183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","namespace":"ai-tenant-e2e-inf-a-51dc3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.357450983Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","tenant":"e2e-inf-a-51dc3f","tenantID":"e2e-inf-a-51dc3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.412063542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"Deployment","name":"maas-api-e2e-inf-a-51dc3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.444003078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-shared-sub-901ea9","reconcileID":"95071df3-da3f-4894-8e5d-4d5bdc38c664","MaaSSubscription":{"name":"e2e-shared-sub-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2f3095/e2e-b-only-901ea9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.474264737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"Service","name":"maas-api-e2e-inf-a-51dc3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.52997512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-51dc3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.626744481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-51dc3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.687414644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"fe908f8f-225c-4ba2-9648-846f4b95d766","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.690822714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.731105064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3c5daf26-f56d-42e4-a7fb-1d73fa2f900f","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.73112646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"3c5daf26-f56d-42e4-a7fb-1d73fa2f900f","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.745576737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.803014518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.857759449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.910400266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"Deployment","name":"payload-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.962591104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.014627192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"Service","name":"payload-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.041655807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"8cbe5d13-e2fa-48e7-9f9b-7da9c4ba4100","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.041682134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"8cbe5d13-e2fa-48e7-9f9b-7da9c4ba4100","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.066779847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.119181281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.173410937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.225609827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.281781958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.333907663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.385941066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.438110898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-51dc3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.490086818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51dc3f"},"namespace":"ai-tenant-e2e-inf-a-51dc3f","name":"default-tenant","reconcileID":"c06232d6-df08-48af-9da3-c076510052ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-51dc3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:49.536692937Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-51dc3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-51dc3f","reconcileID":"9256d0c2-d4bb-4070-a04a-6ffde4cb81e4","aitenant":"ai-tenants/e2e-inf-a-51dc3f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.108121527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bf1fae-d170-4752-8381-404446560928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.160549104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bf1fae-d170-4752-8381-404446560928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.213013731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bf1fae-d170-4752-8381-404446560928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.26605461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bf1fae-d170-4752-8381-404446560928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.378208906Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-51dc3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-51dc3f","reconcileID":"9256d0c2-d4bb-4070-a04a-6ffde4cb81e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-51dc3f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-51dc3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.211050172Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"dc23d294-2e7b-465e-ae9b-981832efac18","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","subscription":"e2e-b-only-901ea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.264374116Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"dc23d294-2e7b-465e-ae9b-981832efac18","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.346821275Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"e2e-b-only-901ea9","reconcileID":"dc23d294-2e7b-465e-ae9b-981832efac18","MaaSSubscription":{"name":"e2e-b-only-901ea9","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"name":"maas-trlp-sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.71596352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"be34f645-7ebe-4c2d-8438-e1d3ea6bb014","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"tenant":"e2e-shared-b-w4-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","model":"ai-tenant-e2e-shared-b-w4-2f3095/sub-test-model-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:51.71599139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"sub-test-model-2f3095","reconcileID":"be34f645-7ebe-4c2d-8438-e1d3ea6bb014","MaaSModelRef":{"name":"sub-test-model-2f3095","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"routeName":"sub-test-model-2f3095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","llmisvcName":"sub-test-model-2f3095","gateway":"openshift-ingress/e2e-shared-b-w4-2f3095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.205536509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8aff36-726d-4422-9e98-a528162e89de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.259850627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8aff36-726d-4422-9e98-a528162e89de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.312911917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8aff36-726d-4422-9e98-a528162e89de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.365609456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8aff36-726d-4422-9e98-a528162e89de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:54.286007996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513d95c5-a137-4b85-b000-fae70527b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:54.339023785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513d95c5-a137-4b85-b000-fae70527b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:54.391502089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513d95c5-a137-4b85-b000-fae70527b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:54.44412714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513d95c5-a137-4b85-b000-fae70527b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.127263107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940841ac-3659-4a56-b290-5170c629e871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.180375586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940841ac-3659-4a56-b290-5170c629e871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.232911529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940841ac-3659-4a56-b290-5170c629e871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:59.285642184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940841ac-3659-4a56-b290-5170c629e871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:01.282859007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb9d011-c62a-4f07-8179-8ce2838cac69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:01.335776242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb9d011-c62a-4f07-8179-8ce2838cac69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:01.390538402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb9d011-c62a-4f07-8179-8ce2838cac69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:01.443047916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb9d011-c62a-4f07-8179-8ce2838cac69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:04.532582791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beedfc42-a93f-48bb-85dd-ce4db4189de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:04.586288648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beedfc42-a93f-48bb-85dd-ce4db4189de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:04.639362688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beedfc42-a93f-48bb-85dd-ce4db4189de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:04.697796941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beedfc42-a93f-48bb-85dd-ce4db4189de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:06.681295266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38987a5c-e84e-4b34-9e15-324604194558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:06.711597425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:06.733832133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38987a5c-e84e-4b34-9e15-324604194558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:06.786253978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38987a5c-e84e-4b34-9e15-324604194558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:06.838877877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38987a5c-e84e-4b34-9e15-324604194558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.74076057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea215ed0-ca5e-43e0-84cf-46de5cb3f9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.793428271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea215ed0-ca5e-43e0-84cf-46de5cb3f9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.845955815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea215ed0-ca5e-43e0-84cf-46de5cb3f9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:08.898606467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea215ed0-ca5e-43e0-84cf-46de5cb3f9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:10.804308581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c4f30-2b8a-4772-9fd3-a7766042c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:10.856794109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c4f30-2b8a-4772-9fd3-a7766042c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:10.909175829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c4f30-2b8a-4772-9fd3-a7766042c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:10.96172033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c4f30-2b8a-4772-9fd3-a7766042c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.684049692Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.684137343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","namespace":"ai-tenant-e2e-shared-a-w0-2cca95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.684212319Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","tenant":"e2e-shared-a-w0-2cca95","tenantID":"e2e-shared-a-w0-2cca95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.740552045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-2cca95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.80284779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"Service","name":"maas-api-e2e-shared-a-w0-2cca95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.858019729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-2cca95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.913909676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-2cca95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.00628733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.062248906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.119522934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.178759176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.230891419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.288845852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.341130739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.393305638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.445519484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.497907988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.550220166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.606604672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.658792116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.711044798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.763521881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-2cca95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.81590102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2cca95"},"namespace":"ai-tenant-e2e-shared-a-w0-2cca95","name":"default-tenant","reconcileID":"05dd5136-7f52-4655-98c5-a40f4648eb5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-2cca95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:25.892963096Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-2cca95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-2cca95","reconcileID":"339de389-066b-498a-a38a-ab65cb3026e8","aitenant":"ai-tenants/e2e-shared-a-w0-2cca95","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:26.426414284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0ef67-002c-4755-97fd-39a4b90a4c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:26.479741237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0ef67-002c-4755-97fd-39a4b90a4c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:26.532427038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0ef67-002c-4755-97fd-39a4b90a4c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:26.584780464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e0ef67-002c-4755-97fd-39a4b90a4c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:26.697631701Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-2cca95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-2cca95","reconcileID":"339de389-066b-498a-a38a-ab65cb3026e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-2cca95","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-2cca95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.492778833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c0691-99ff-4079-8385-4b5ae7533550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.545533497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c0691-99ff-4079-8385-4b5ae7533550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.598078147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c0691-99ff-4079-8385-4b5ae7533550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:28.652449625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c0691-99ff-4079-8385-4b5ae7533550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:30.582213097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7e706-361d-4b35-9ed7-f9fba498bbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:30.634842085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7e706-361d-4b35-9ed7-f9fba498bbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:30.687258147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7e706-361d-4b35-9ed7-f9fba498bbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:30.73979032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7e706-361d-4b35-9ed7-f9fba498bbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:36.716693876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.402349802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","namespace":"ai-tenant-e2e-inf-b-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.402415398Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","namespace":"ai-tenant-e2e-inf-b-15afe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.402468589Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","tenant":"e2e-inf-b-15afe6","tenantID":"e2e-inf-b-15afe6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.457937663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"Deployment","name":"maas-api-e2e-inf-b-15afe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.518130148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"Service","name":"maas-api-e2e-inf-b-15afe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.575461489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-15afe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.629696263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-15afe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.685158651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.741116612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.798299668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.853352083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.905562611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"Deployment","name":"payload-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.957613804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.009360847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"Service","name":"payload-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.061176524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.112891768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.164692232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.216800936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.27334475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.325384327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.3775097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.430104709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-15afe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:43.482095993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-15afe6"},"namespace":"ai-tenant-e2e-inf-b-15afe6","name":"default-tenant","reconcileID":"1d016cc4-186d-4507-82e8-701a7b89ca39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-15afe6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.399591201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7362ba-78b8-4232-a87d-7f91c9defa20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.454309185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7362ba-78b8-4232-a87d-7f91c9defa20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.506732149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7362ba-78b8-4232-a87d-7f91c9defa20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.559854991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7362ba-78b8-4232-a87d-7f91c9defa20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.469920272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76502b22-ae53-4537-aec7-039d7290d73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.522504041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76502b22-ae53-4537-aec7-039d7290d73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.57508873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76502b22-ae53-4537-aec7-039d7290d73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.627826997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76502b22-ae53-4537-aec7-039d7290d73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:46.627953195Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-15afe6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-15afe6","reconcileID":"8a629785-e7a4-4c0c-a95a-4c3bb58f67d4","aitenant":"ai-tenants/e2e-inf-b-15afe6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:47.385749153Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-15afe6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-15afe6","reconcileID":"8a629785-e7a4-4c0c-a95a-4c3bb58f67d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-15afe6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-15afe6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.596304772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65af8340-8890-46b8-bcda-aee5c2b2af12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.649137929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65af8340-8890-46b8-bcda-aee5c2b2af12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.702429962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65af8340-8890-46b8-bcda-aee5c2b2af12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.755291478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65af8340-8890-46b8-bcda-aee5c2b2af12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.734922485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011c477-08c9-4184-acb4-93fbf1d4b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.788249082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011c477-08c9-4184-acb4-93fbf1d4b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.840712399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011c477-08c9-4184-acb4-93fbf1d4b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:50.893246259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011c477-08c9-4184-acb4-93fbf1d4b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.807178039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61799855-1790-4305-9de8-15a65bf52765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.8596957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61799855-1790-4305-9de8-15a65bf52765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.912209865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61799855-1790-4305-9de8-15a65bf52765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.964717219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61799855-1790-4305-9de8-15a65bf52765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:54.897333786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8ba8c2-0091-4b66-a91d-01610616231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:54.951986335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8ba8c2-0091-4b66-a91d-01610616231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:55.004993283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8ba8c2-0091-4b66-a91d-01610616231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:55.057628247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e8ba8c2-0091-4b66-a91d-01610616231c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:57.010511162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b333832-31f9-4fe5-8641-1e5db3e4f236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:57.063064688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b333832-31f9-4fe5-8641-1e5db3e4f236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:57.115452394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b333832-31f9-4fe5-8641-1e5db3e4f236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:57.16841334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b333832-31f9-4fe5-8641-1e5db3e4f236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.489733411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad5d514-900b-4629-ba73-bc4f9ea819dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.542607764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad5d514-900b-4629-ba73-bc4f9ea819dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.599436597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad5d514-900b-4629-ba73-bc4f9ea819dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.65197325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad5d514-900b-4629-ba73-bc4f9ea819dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.219363945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.219420897Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.219468986Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","tenant":"e2e-shared-b-w0-5dbecd","tenantID":"e2e-shared-b-w0-5dbecd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.275904986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-5dbecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.339521553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"Service","name":"maas-api-e2e-shared-b-w0-5dbecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.394736827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-5dbecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.450700134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-5dbecd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.509066148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.56536121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.601842084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092eda6-918f-4b63-9741-6108e795b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.654428864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092eda6-918f-4b63-9741-6108e795b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.658909011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.706835721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092eda6-918f-4b63-9741-6108e795b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.759441198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092eda6-918f-4b63-9741-6108e795b784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.761375436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.813385412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.868998748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.921694228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:04.973673502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.026816793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.078756113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.130650401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.186647929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.238463249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.290514276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.342394056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-5dbecd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:05.394460764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-5dbecd"},"namespace":"ai-tenant-e2e-shared-b-w0-5dbecd","name":"default-tenant","reconcileID":"4c28cce7-26b6-4bc9-924e-2787ce903340","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-5dbecd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:06.711262842Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:14.592361117Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-5dbecd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-5dbecd","reconcileID":"3cddb594-8fa9-44c9-9ad2-0643f9870288","aitenant":"ai-tenants/e2e-shared-b-w0-5dbecd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:15.194008855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e3c68-6d09-4814-9b7e-91048dcbe823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:15.24672229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e3c68-6d09-4814-9b7e-91048dcbe823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:15.299184756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e3c68-6d09-4814-9b7e-91048dcbe823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:15.352351023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71e3c68-6d09-4814-9b7e-91048dcbe823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:15.412025984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-5dbecd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-5dbecd","reconcileID":"3cddb594-8fa9-44c9-9ad2-0643f9870288","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-5dbecd","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-5dbecd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.562031122Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"6d2c87d3-4b0a-437c-b33a-c122872b7941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.5620455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"edc64eb6-733f-4d7d-b1bb-bfba14e550d8","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.757197611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ec34b408-e328-44aa-9060-fa43cd7bd5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.771181187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"05c12dec-ce80-4884-a91b-602949af8fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.771475533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"13ce9441-26e9-4848-aa3b-4082ba9f72f8","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.814739394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"ec34b408-e328-44aa-9060-fa43cd7bd5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.862897205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"5a923624-0761-4eb5-b7a1-aadb0b24145d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:16.9135146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"7bd52ae8-65fd-44c5-a6c6-0f02b318c3c1","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:08:16.976078036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-access","reconcileID":"05c12dec-ce80-4884-a91b-602949af8fe1","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.085682395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"bbcb5199-1025-4d0c-bd0d-f1200cd5f8c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.144523096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"bbcb5199-1025-4d0c-bd0d-f1200cd5f8c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.291125692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a53e7-104e-434f-be9a-218c8a161b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.34359427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a53e7-104e-434f-be9a-218c8a161b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.396070401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a53e7-104e-434f-be9a-218c8a161b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:17.448664859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011a53e7-104e-434f-be9a-218c8a161b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.389016956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5197765a-fbc1-424e-81e7-6b00d974e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.441412621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5197765a-fbc1-424e-81e7-6b00d974e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.493855773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5197765a-fbc1-424e-81e7-6b00d974e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:19.546454816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5197765a-fbc1-424e-81e7-6b00d974e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.365919564Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.365980183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","namespace":"ai-tenant-e2e-shared-a-w4-3928f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.366029722Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","tenant":"e2e-shared-a-w4-3928f0","tenantID":"e2e-shared-a-w4-3928f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.420055424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-3928f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.47972899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"Service","name":"maas-api-e2e-shared-a-w4-3928f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.534934207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-3928f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.588993015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-3928f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.654648008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.709397095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.766880751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.821592711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.873515923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.925743494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:20.978000478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.030258931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.082453264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.134535293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.186565123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.242589624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.294822838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.346929107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.399126599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-3928f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.455609204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3928f0"},"namespace":"ai-tenant-e2e-shared-a-w4-3928f0","name":"default-tenant","reconcileID":"bd6ef2d4-e2f9-4b68-a355-976ec1987573","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-3928f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:21.835910591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"f8c93312-e761-4c6b-92f2-08bfc0902a95","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.150054348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"aebbc01d-c253-4a98-8dda-95ff4622891a","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.471104028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"a698ffed-9a1b-46c7-aa25-7cb3e56a3db2","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.634834771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"7d300710-9c3a-4310-8d67-3cf6165ae397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.681659855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"6d28fa86-4f26-4de7-b590-c97ce3ea0d48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.692203894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"7d300710-9c3a-4310-8d67-3cf6165ae397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.784395216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"3fe580e0-7d85-44c4-a752-7003af1bf4cf","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.836659617Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"f95cc20b-7da8-488b-9717-d4d16e1dfaf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.846960184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"b28989ba-4c7e-4f1f-bdbb-ed180cd157a9","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.889152148Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"f95cc20b-7da8-488b-9717-d4d16e1dfaf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.94204284Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"simulator-subscription","reconcileID":"f95cc20b-7da8-488b-9717-d4d16e1dfaf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/simulator-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.001122647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"412141eb-9c27-4bb9-9c28-73fdd5c2fbcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.058552683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"412141eb-9c27-4bb9-9c28-73fdd5c2fbcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.064057583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"4fc416fc-66bc-48c3-9385-ba259dcdde43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.212256203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"416d6b57-0216-43d0-abfd-19b16d837b96","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.369653192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"a803dcc1-f56b-487e-96c0-7f4a27ffa32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:23.427426444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"a803dcc1-f56b-487e-96c0-7f4a27ffa32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.075286842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3bd7a483-6e2d-49e9-9ed7-48690e3b720d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.075321261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"9be166ee-54c8-4b8f-b896-6e1fea43a43b","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.291639337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3bd7a483-6e2d-49e9-9ed7-48690e3b720d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.345191564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"20035007-ba33-4bf3-9170-d30552aaaff7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.419237849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3bd7a483-6e2d-49e9-9ed7-48690e3b720d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"e2e-worker-w0-4499d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.419267362Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-access","reconcileID":"3bd7a483-6e2d-49e9-9ed7-48690e3b720d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.475963041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"7bf9774e-6222-48bd-a698-bb6a88bdb440","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.63037328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"027fa583-01d9-4e84-9274-3239dd3a841d","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.679656918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"1e4cdce5-c9da-4b7d-9b70-80a6993cd965","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.898014908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"42cdbaad-1140-432a-9d9f-4958f92478d9","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.954918851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"1c8c5839-843e-497b-a9a4-cf0d378d04cb","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.955463595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"a24964a6-7e4a-4336-83c4-fd84ec7c3d62","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.956584481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"87745fa2-325e-4237-8d5e-e8e149922beb","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.009385451Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"c0841d9f-10be-4207-9114-4ad70a87d39b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8e42e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.864709046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37305696-8532-4405-8b54-f1c198700ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.918494277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37305696-8532-4405-8b54-f1c198700ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.972623183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37305696-8532-4405-8b54-f1c198700ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.025278516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37305696-8532-4405-8b54-f1c198700ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.360298511Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","namespace":"ai-tenant-e2e-shared-a-w3-dae813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.360373215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","namespace":"ai-tenant-e2e-shared-a-w3-dae813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.360424199Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","tenant":"e2e-shared-a-w3-dae813","tenantID":"e2e-shared-a-w3-dae813","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.414663029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-dae813","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.47676107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"Service","name":"maas-api-e2e-shared-a-w3-dae813","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.532369501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-dae813","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.586600585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-dae813","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.642572895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.697481345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.755365244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.815516234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.868072504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.922770403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:31.974980186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.03160221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.098653237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.154780478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.207340128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.265113157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.317495276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.370086021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.436778486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-dae813","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.489035688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-dae813"},"namespace":"ai-tenant-e2e-shared-a-w3-dae813","name":"default-tenant","reconcileID":"6d555328-eb90-4de7-a3dc-6b755a8d06b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-dae813","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.549066801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"64e5fdc1-9628-449b-ba99-0b72e5bfcb47","namespace":"ai-tenant-e2e-worker-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.549134441Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"64e5fdc1-9628-449b-ba99-0b72e5bfcb47","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.604066468Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"64e5fdc1-9628-449b-ba99-0b72e5bfcb47","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:32.604087885Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"64e5fdc1-9628-449b-ba99-0b72e5bfcb47","namespace":"ai-tenant-e2e-worker-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.005770992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6c9c7c-6068-49d2-99e5-afc25ef60e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.059130668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6c9c7c-6068-49d2-99e5-afc25ef60e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.1117266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6c9c7c-6068-49d2-99e5-afc25ef60e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.164518052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6c9c7c-6068-49d2-99e5-afc25ef60e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:36.711597084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:39.955858739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"adefe515-d7b3-4b78-9217-f2304574f3aa","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:39.956187135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"e4b186e1-afa9-4071-89ae-a6085d7cd9b9","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:39.957580037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"247df56d-5528-4439-9de2-6141311c50df","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:39.957902025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"cd743487-1942-4fdd-8235-5cc66a1acd9c","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.062851649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"81d6ece4-c3fd-4ae3-8c2a-f83137df8a48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.115741599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"81d6ece4-c3fd-4ae3-8c2a-f83137df8a48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.168858694Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"premium-simulator-subscription","reconcileID":"81d6ece4-c3fd-4ae3-8c2a-f83137df8a48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"name":"maas-trlp-premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5","model":"e2e-models-e2e-worker-w0-4499d5/premium-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:40.492676913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"9a601cc9-81d6-4154-9130-ab272c6a8847","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:41.16170614Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-dae813","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-dae813","reconcileID":"f15ca960-dd8b-4eec-a8a1-9d88bbd7a4c2","aitenant":"ai-tenants/e2e-shared-a-w3-dae813","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:41.79352937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42506ec-6750-4037-9599-539ef9e55db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:41.846257627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42506ec-6750-4037-9599-539ef9e55db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:41.898790287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42506ec-6750-4037-9599-539ef9e55db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:41.951571768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42506ec-6750-4037-9599-539ef9e55db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:42.012519626Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-dae813","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-dae813","reconcileID":"f15ca960-dd8b-4eec-a8a1-9d88bbd7a4c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-dae813","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-dae813"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.49580888Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3928f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3928f0","reconcileID":"1134862c-4742-48b0-af71-731cc8651e4e","aitenant":"ai-tenants/e2e-shared-a-w4-3928f0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.916927847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281adacc-b3eb-47bb-b2cd-856991d95fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.969565807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281adacc-b3eb-47bb-b2cd-856991d95fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.022192248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281adacc-b3eb-47bb-b2cd-856991d95fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.074631821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281adacc-b3eb-47bb-b2cd-856991d95fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:44.347215442Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3928f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3928f0","reconcileID":"1134862c-4742-48b0-af71-731cc8651e4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-3928f0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-3928f0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:45.994010588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300ae2df-35bb-4978-92e5-dc9281c9c65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:46.046375654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300ae2df-35bb-4978-92e5-dc9281c9c65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:46.099050512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300ae2df-35bb-4978-92e5-dc9281c9c65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:46.151510473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300ae2df-35bb-4978-92e5-dc9281c9c65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.166846079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a08dae-0d3a-4f1e-ab81-97e4470cb0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.177784724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-2-w0-4499d5","reconcileID":"07dc0f67-a44c-4cee-aa6a-34c9c0c71a02","MaaSModelRef":{"name":"distinct-2-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-2-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-2-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.220611943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a08dae-0d3a-4f1e-ab81-97e4470cb0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.220815971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"distinct-w0-4499d5","reconcileID":"98eced6e-49d3-4e8e-b8fc-bef7c8ba8624","MaaSModelRef":{"name":"distinct-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"distinct-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"distinct-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.274060147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a08dae-0d3a-4f1e-ab81-97e4470cb0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.274399838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"simulator-w0-4499d5","reconcileID":"1957fbb2-afec-4b91-afd0-51ab1a1e54f2","MaaSModelRef":{"name":"simulator-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"simulator-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"simulator-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.326856628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a08dae-0d3a-4f1e-ab81-97e4470cb0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:48.32743084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"6776ec97-1f50-4f6d-bac6-72cc254f3f2a","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"routeName":"premium-w0-4499d5-kserve-route","namespace":"e2e-models-e2e-worker-w0-4499d5","llmisvcName":"premium-w0-4499d5","gateway":"openshift-ingress/e2e-worker-w0-4499d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:08:48.937130777Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"e21d8b9a-963c-441c-a0c0-65920fcf56bb","name":"premium-w0-4499d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4499d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:08:48.937215816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4499d5","namespace":"e2e-models-e2e-worker-w0-4499d5"},"namespace":"e2e-models-e2e-worker-w0-4499d5","name":"premium-w0-4499d5","reconcileID":"e21d8b9a-963c-441c-a0c0-65920fcf56bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4499d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:51.422448028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3e2f64-44e8-4f30-a1e8-1dd1b332f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:51.475134981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3e2f64-44e8-4f30-a1e8-1dd1b332f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:51.527694083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3e2f64-44e8-4f30-a1e8-1dd1b332f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:51.580162652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3e2f64-44e8-4f30-a1e8-1dd1b332f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.037035836Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.037094485Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","namespace":"ai-tenant-e2e-shared-b-w4-2f3095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.037144343Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","tenant":"e2e-shared-b-w4-2f3095","tenantID":"e2e-shared-b-w4-2f3095","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.093969069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-2f3095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.15614166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"Service","name":"maas-api-e2e-shared-b-w4-2f3095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.212906281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-2f3095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.267242438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-2f3095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.331057852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.386748531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.444352636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.501144833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdc6e38-b8e4-462b-abd7-5372f95ab41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.501480286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.553732594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdc6e38-b8e4-462b-abd7-5372f95ab41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.607765574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdc6e38-b8e4-462b-abd7-5372f95ab41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.607996589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.660653526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfdc6e38-b8e4-462b-abd7-5372f95ab41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.712926745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.765050805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.81716351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.869027797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.929564945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.981527507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.037607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.089484819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.141379773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.19317804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-2f3095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.245092827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2f3095"},"namespace":"ai-tenant-e2e-shared-b-w4-2f3095","name":"default-tenant","reconcileID":"d3225911-e51e-4be7-ba06-8c8ce437c4c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-2f3095","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.303140555Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.303221746Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.30329597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","tenant":"e2e-shared-b-w3-5dc0fe","tenantID":"e2e-shared-b-w3-5dc0fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.357189099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-5dc0fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.419549131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"Service","name":"maas-api-e2e-shared-b-w3-5dc0fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.481794656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-5dc0fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.535769283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-5dc0fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.591496919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.647114272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.726027496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.780408498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.83224731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.884473647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.936541661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:54.988399153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.045416494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.0972685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.14933938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.204963171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.256793561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.30888567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.361036455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-5dc0fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.412923842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe"},"namespace":"ai-tenant-e2e-shared-b-w3-5dc0fe","name":"default-tenant","reconcileID":"7d0f5c8b-369f-4ee2-9e0d-20479edd2dcd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-5dc0fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.470176427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","namespace":"ai-tenant-e2e-worker-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.47027956Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","namespace":"ai-tenant-e2e-worker-w0-4499d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.470347843Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","tenant":"e2e-worker-w0-4499d5","tenantID":"e2e-worker-w0-4499d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.524748081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"Deployment","name":"maas-api-e2e-worker-w0-4499d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.586145356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"Service","name":"maas-api-e2e-worker-w0-4499d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.587207942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116bb9de-f372-40b6-ab35-61d48a4d94ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.640304336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116bb9de-f372-40b6-ab35-61d48a4d94ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.642417078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-4499d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.692881562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116bb9de-f372-40b6-ab35-61d48a4d94ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.746221628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116bb9de-f372-40b6-ab35-61d48a4d94ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.763099007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-4499d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.846040627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.906296462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:55.9615723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.055220226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.11004123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.172212892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.224314012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"Service","name":"payload-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.276210718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.328047771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.37988339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.432000988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.488125408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.540033976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.593033452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.652845979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-4499d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:56.704970153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4499d5"},"namespace":"ai-tenant-e2e-worker-w0-4499d5","name":"default-tenant","reconcileID":"fb7deb49-dccf-490f-af48-135ba875e773","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-4499d5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:57.816423637Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5dc0fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5dc0fe","reconcileID":"62aaf578-b4ad-4d09-a719-ee4ef0940b52","aitenant":"ai-tenants/e2e-shared-b-w3-5dc0fe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:58.391028014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02ac503-ee9e-4a16-8f26-bcf1b204dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:58.443336621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02ac503-ee9e-4a16-8f26-bcf1b204dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:58.496124859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02ac503-ee9e-4a16-8f26-bcf1b204dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:58.548674011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02ac503-ee9e-4a16-8f26-bcf1b204dd87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:58.660766221Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5dc0fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5dc0fe","reconcileID":"62aaf578-b4ad-4d09-a719-ee4ef0940b52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-5dc0fe","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-5dc0fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:59.662617529Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-2f3095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-2f3095","reconcileID":"6996f362-a723-418b-87c9-760117a6c94a","aitenant":"ai-tenants/e2e-shared-b-w4-2f3095","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.424817654Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-2f3095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-2f3095","reconcileID":"6996f362-a723-418b-87c9-760117a6c94a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-2f3095","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-2f3095"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.488393291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd8b4e9-37d8-4a46-98e5-128501a1a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.541442605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd8b4e9-37d8-4a46-98e5-128501a1a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.552290019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"44174dea-b477-488a-81a2-dac10fec4018","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.593817962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd8b4e9-37d8-4a46-98e5-128501a1a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.646449794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd8b4e9-37d8-4a46-98e5-128501a1a1d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.857563809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"91fca12e-8427-4d39-9da4-95a7f9871c52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.864909476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"bc1c6d18-dcc4-4995-9a1f-a40e9e8f46bc","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.915269179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"3a2a37ed-fcae-463c-b5a1-e5209e49c5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.919255312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"3fe6c55d-336f-4cee-becb-12bb0852373b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.974365108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"3a2a37ed-fcae-463c-b5a1-e5209e49c5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:00.976726992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"3fe6c55d-336f-4cee-becb-12bb0852373b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.027788298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"0a96bf53-fec7-49b3-83f4-4e7dec4499a1","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.258173099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"a61e62d4-a7d8-4331-81d7-cb87b28a3f18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.515920164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-access","reconcileID":"0f66a6c6-5522-49a4-b5dc-9cf23005d0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.515997627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"f48cb291-e94b-4334-b5a3-73588938d99e","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.783262198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fac315a9-6486-43e0-ae64-417a3bad021b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.787648868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"2ae9ade2-6c1c-4774-b6dc-f8d21e1d05eb","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.840812519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"fac315a9-6486-43e0-ae64-417a3bad021b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:01.889702883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"44ab2716-0cbe-481a-911d-128b0c873c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.108158923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"96616d01-d238-4290-82c0-cedb26131fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.166803354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"96616d01-d238-4290-82c0-cedb26131fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.246201302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"776e0d6d-2d7e-4aff-b92e-f0ce2a486cac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.577178973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033484f4-20cf-469f-8638-c45cedc6bb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.629766822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033484f4-20cf-469f-8638-c45cedc6bb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.682247745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033484f4-20cf-469f-8638-c45cedc6bb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:02.734904105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033484f4-20cf-469f-8638-c45cedc6bb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.680970762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b19e2e1-9bf0-42a6-8cb5-0aa6255b304d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.73341405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b19e2e1-9bf0-42a6-8cb5-0aa6255b304d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.785987618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b19e2e1-9bf0-42a6-8cb5-0aa6255b304d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.83860752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b19e2e1-9bf0-42a6-8cb5-0aa6255b304d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:05.47619995Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4499d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4499d5","reconcileID":"19d4a0af-f45e-4982-bc60-c5787f948277","aitenant":"ai-tenants/e2e-worker-w0-4499d5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:06.33481488Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4499d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4499d5","reconcileID":"19d4a0af-f45e-4982-bc60-c5787f948277","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4499d5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-4499d5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:06.711203692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:06.80004297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5b981-09ed-42e6-8ef1-51d0edcb437f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:06.852564901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5b981-09ed-42e6-8ef1-51d0edcb437f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:06.90482219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5b981-09ed-42e6-8ef1-51d0edcb437f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:06.957250756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b5b981-09ed-42e6-8ef1-51d0edcb437f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:08.878268813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0168b3ee-3d8a-49e2-8bc9-45bd0ea0cc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:08.930960143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0168b3ee-3d8a-49e2-8bc9-45bd0ea0cc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:08.984365876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0168b3ee-3d8a-49e2-8bc9-45bd0ea0cc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:09.040678216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0168b3ee-3d8a-49e2-8bc9-45bd0ea0cc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:09.766492595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-access","reconcileID":"687f49e7-f462-46b4-98f8-58c9ef5a2757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:09.766552429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"9f4e4750-b385-4a1f-b7d4-1ea00d4da018","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:09.930053753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2ca5a728-f2be-4965-be8e-7e77d3190399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:09.976138848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"2b983d8f-3ded-4e14-9a7c-9bcda5ae6081","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:09.989062905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"2ca5a728-f2be-4965-be8e-7e77d3190399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.03752859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"900e70ad-2cc0-45a4-9e40-498f4a0bb33f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.12226107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"870e4fcb-d593-4ea9-a958-570fd2e9f7b8","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.303268007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e667bad8-1b6d-4a1f-b384-2453d69f8b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.36139189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e667bad8-1b6d-4a1f-b384-2453d69f8b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.637909338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"05c4459b-1fc1-431d-939b-fa35d4f9d888","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.80327679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5caa56ad-9360-40ff-8bd1-31ced25fb65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.849317759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"8405d113-724c-4abe-8c6a-1e4f96ce34ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.861042748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"5caa56ad-9360-40ff-8bd1-31ced25fb65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.923470234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"d8e4c489-82f8-4967-8047-a384d29e2488","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:10.982276174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d5532-1605-4cd7-8d33-00ace06727a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:11.029250902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"7c4bdac7-72fd-42b7-af9b-68b477a8e0fc","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:11.034717599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d5532-1605-4cd7-8d33-00ace06727a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:11.041113665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"f1037dd5-e962-47fa-bc54-ba6a9e86e395","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:11.08738821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d5532-1605-4cd7-8d33-00ace06727a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:11.140161541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d5532-1605-4cd7-8d33-00ace06727a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:11.298479165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"09f3a4e7-60ac-46d7-ab14-203a199eb77d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:11.922632349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"f06ad1f4-f867-4aed-be8c-3c8992be5619","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:12.028000361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"aacc9720-f5bb-4649-98ea-8074c69dd4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:12.086756642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"aacc9720-f5bb-4649-98ea-8074c69dd4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:12.794063458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"10f88b43-f9e6-4c60-bc7e-a2d49aa2cd74","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:12.846497158Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"6eafd807-4045-411f-8d8a-ed929c00c195","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75039370","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:12.905069727Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"d70bb7ff-efd9-4e9f-8aa1-bf14bff041c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75039370","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:12.957396981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"dc03bf89-fdc2-49a5-a3d2-c4f7a26cbdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.01491192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"dc03bf89-fdc2-49a5-a3d2-c4f7a26cbdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.107712479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f62b749e-07e5-4f95-b4bb-411fc41f2b52","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.420490446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"65e52e86-15eb-4cbf-8ca1-9cc1a70d518d","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.47265812Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"0e7e90b5-42f3-4785-819a-85ce985a5cfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2698bfdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.531435287Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"a8f98148-067e-428d-a1e6-4e6a319b10af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2698bfdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.583719762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"972253ed-3d4f-4b10-ab5b-3ac0f3f76975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.642669039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"972253ed-3d4f-4b10-ab5b-3ac0f3f76975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.94032917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"5f9fec97-1fb4-4de1-96cc-73808303f06c","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.255914575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"e1dee437-f3cf-4e18-9bf5-c1a564e93633","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.924570792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"c30fb9b6-ea15-47a2-8366-a1594c1c8b9b","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:21.03569358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"7beb14b9-5fdf-4225-86f6-5bec7bd70ca0","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:21.141039083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"844a04d4-3609-4fcf-9cd0-48c164fbe01b","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:22.852989093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"f27f3249-2b67-4cbe-b74c-d576885ac8c4","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:22.95875171Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"810147da-a477-4533-92a9-9b48da187102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.011935328Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"810147da-a477-4533-92a9-9b48da187102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.064641007Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"simulator-subscription","reconcileID":"810147da-a477-4533-92a9-9b48da187102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/simulator-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.166400807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"40e702f6-c419-441a-b406-54d6b531bb0d","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.332316425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"bae7cd63-73ea-4426-bc39-7db859d883b2","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.436978514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"69329b35-6ab3-41f9-a0c3-a06fcc8d1bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.479109728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"3697c455-567a-45a1-9f33-1aba8ce4b120","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.496274259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"69329b35-6ab3-41f9-a0c3-a06fcc8d1bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.584620141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"f773a455-e621-442d-afcd-5d4da92777ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.637390486Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"f773a455-e621-442d-afcd-5d4da92777ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.690238927Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"simulator-subscription","reconcileID":"f773a455-e621-442d-afcd-5d4da92777ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/simulator-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.959416488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"505961e3-3ad1-47cc-a09a-40f617831e19","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.998700259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"d6398a98-b3c3-4a75-b7ae-091246e8a4e9","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.06448306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e489d6fb-a06f-43ea-9d7b-b819f39522fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.12184169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"e489d6fb-a06f-43ea-9d7b-b819f39522fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.3150252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"a39742bf-bc41-48cc-9c8e-d6070fb9514d","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:28.792484026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"f7647f00-0403-4d4f-bb35-6cb7e52d39a2","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:28.868133196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"c839c973-15f3-4134-9e1e-40462b551774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:28.868742048Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"4a2f207d-b680-4ff9-9c61-aa07a2354ec8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:28.925433041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"c839c973-15f3-4134-9e1e-40462b551774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:28.981742019Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"4a2f207d-b680-4ff9-9c61-aa07a2354ec8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"maas-trlp-premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262","model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.025318728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"b2fccdd4-5736-4c30-8600-5818626e45ae","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.129270219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"54d2587a-5be8-4e19-a32b-e9ad618b367d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.190970716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"440d858c-1b81-469a-857a-0bf89739c679","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.243243416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"75782eaf-52cb-449e-b6d8-fb022ff54e55","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.243450841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"75c65235-3988-4d13-9fb5-3f70d42cb5d9","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.296385957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"b880b12f-331c-477c-b0e9-9cf18f5db90a","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.38495153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"54d2587a-5be8-4e19-a32b-e9ad618b367d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.515277445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"54d2587a-5be8-4e19-a32b-e9ad618b367d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"name":"e2e-worker-w4-d2a262-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.515299774Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-access","reconcileID":"54d2587a-5be8-4e19-a32b-e9ad618b367d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.639971738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"fb6e6954-e58f-4265-a9e2-f763370e5c90","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.202450509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebc183d-6d11-4729-93c4-5f40fd695ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.256021198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebc183d-6d11-4729-93c4-5f40fd695ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.308465367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebc183d-6d11-4729-93c4-5f40fd695ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.312625616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"8de826eb-2ff1-4320-89a8-aeb318383f2e","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.361809072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebc183d-6d11-4729-93c4-5f40fd695ec8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.362535126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"81a8dbc6-57f8-43cf-981d-4c5c9669ad7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.421002041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"81a8dbc6-57f8-43cf-981d-4c5c9669ad7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.422549564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"3fa34b4d-ec97-4508-b58e-08b3c8dc2818","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.521295035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"9ced326c-118c-4746-a7a9-9989cc01f6ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.628923413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"254ca4fd-980e-422b-8e82-5a571903f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.636140598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"cd1193a4-f13e-4a79-a5f6-6dc5cdbffccb","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.636481525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"9a9e4512-b3e7-4d92-9632-245d05b18c16","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.636780055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"5f65000a-8ec0-40db-b28f-0230c623b3a1","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.637105728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"b4ab86c6-8687-4d03-81c4-a998c8bb6b74","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.785496893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"254ca4fd-980e-422b-8e82-5a571903f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.792689487Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"a6d76fcd-c155-4c9d-8914-048e4d91d34d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2a434ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.915220081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"254ca4fd-980e-422b-8e82-5a571903f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"e2e-worker-w3-c51fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.915244673Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-access","reconcileID":"254ca4fd-980e-422b-8e82-5a571903f8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.972121191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"fdb6db82-2211-4327-aabf-ff0088677159","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.018796275Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"addcb59b-debf-4f93-bfc4-c5c21ab701c5","namespace":"ai-tenant-e2e-worker-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.018897434Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"addcb59b-debf-4f93-bfc4-c5c21ab701c5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.073059274Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"addcb59b-debf-4f93-bfc4-c5c21ab701c5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.073077845Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"addcb59b-debf-4f93-bfc4-c5c21ab701c5","namespace":"ai-tenant-e2e-worker-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.284482313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c286841-73fd-4a94-add8-f9e92a676ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.346240596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c286841-73fd-4a94-add8-f9e92a676ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.398898765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c286841-73fd-4a94-add8-f9e92a676ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.452068409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c286841-73fd-4a94-add8-f9e92a676ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.397517182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e968beb6-3fa3-47d2-a82d-6b65d0c3b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.449899979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e968beb6-3fa3-47d2-a82d-6b65d0c3b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.502524348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e968beb6-3fa3-47d2-a82d-6b65d0c3b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.555034009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e968beb6-3fa3-47d2-a82d-6b65d0c3b761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.711485499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.325322206Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"52c9ca72-7666-428a-b5fc-73a0ff7efd2a","namespace":"ai-tenant-e2e-worker-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.325398876Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"52c9ca72-7666-428a-b5fc-73a0ff7efd2a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.379958687Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"52c9ca72-7666-428a-b5fc-73a0ff7efd2a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.379985387Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"52c9ca72-7666-428a-b5fc-73a0ff7efd2a","namespace":"ai-tenant-e2e-worker-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.244329222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"26689959-a45d-4cf7-9101-0500da8a5664","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.244673044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"62fea49d-eb69-42b0-be5c-0232a145e42b","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.29653802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"2188c20c-c962-4660-80d0-c0c81c82d7e3","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.407544445Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"80bded75-40f1-4f70-ab2d-4fe163b51da5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.459666529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"premium-simulator-subscription","reconcileID":"80bded75-40f1-4f70-ab2d-4fe163b51da5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"model":"e2e-models-e2e-worker-w4-d2a262/premium-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.641034509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"8b3edf1b-113b-484e-bc7f-6056a0d6ea60","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:39.78855935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"114918c3-4f47-4a7d-aafa-95904b46d1d8","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:40.637457141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"636c2cfa-ca2a-4815-aab9-12b2a82f7fa2","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:40.637747387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"d80456fc-fef1-4a70-8506-28453df4a588","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:40.638023485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"addae9f9-92e7-477a-ac98-f618427a523a","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:40.845877949Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"e0a5efcf-0858-4888-b75c-dd6084858766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:40.899655865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"e0a5efcf-0858-4888-b75c-dd6084858766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:40.952475167Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"premium-simulator-subscription","reconcileID":"e0a5efcf-0858-4888-b75c-dd6084858766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"name":"maas-trlp-premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8","model":"e2e-models-e2e-worker-w3-c51fb8/premium-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:40.972721391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"a78c302c-a6da-4b16-b628-aba08dd03e7c","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:41.111540678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"e83dc51b-b3c5-4445-accf-bee33680bb0e","MaaSModelRef":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-2-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-2-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:41.120796451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"63a4f64a-8670-4718-b7cd-856d89419cdd","MaaSModelRef":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"distinct-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"distinct-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:41.129730201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"fac2d8da-1a59-434c-9f9f-73dc0244836f","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:41.137107452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"ae341dff-068f-4e5c-89af-c85df105ef32","MaaSModelRef":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"simulator-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"simulator-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:41.219626609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"a994d804-5ce6-4b6a-8d0d-d97d67e76e96","MaaSModelRef":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"routeName":"premium-w3-c51fb8-kserve-route","namespace":"e2e-models-e2e-worker-w3-c51fb8","llmisvcName":"premium-w3-c51fb8","gateway":"openshift-ingress/e2e-worker-w3-c51fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.161495124Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","namespace":"ai-tenant-e2e-worker-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.161573274Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","namespace":"ai-tenant-e2e-worker-w3-c51fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.161639056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","tenant":"e2e-worker-w3-c51fb8","tenantID":"e2e-worker-w3-c51fb8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.216151948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"Deployment","name":"maas-api-e2e-worker-w3-c51fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.276206964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"Service","name":"maas-api-e2e-worker-w3-c51fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.331392601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-c51fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.385737123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-c51fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.440519263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.500151172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.556989996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.61203249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.665208122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.71714222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.771534367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"Service","name":"payload-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.823407535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.875360476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.927104689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:42.979174273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.03535307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.08810467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.140183885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.153489601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"105434e4-abaa-4caf-987f-6514736565f5","MaaSModelRef":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-2-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-2-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.158063685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"b77821ff-e976-41b0-8ad8-4b888dcb452e","MaaSModelRef":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"distinct-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"distinct-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.165485531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"98c8a136-8172-4e2d-be30-14fd94166726","MaaSModelRef":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"premium-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"premium-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.172528556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"9c115d7c-e860-4d71-a25e-6fc9fe81fbc5","MaaSModelRef":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"routeName":"simulator-w4-d2a262-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a262","llmisvcName":"simulator-w4-d2a262","gateway":"openshift-ingress/e2e-worker-w4-d2a262","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.192213654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-c51fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.24420694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c51fb8"},"namespace":"ai-tenant-e2e-worker-w3-c51fb8","name":"default-tenant","reconcileID":"244ddaa5-314a-49be-aeb2-798fc7fef465","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-c51fb8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.301991472Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","namespace":"ai-tenant-e2e-worker-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.302228081Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","namespace":"ai-tenant-e2e-worker-w4-d2a262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.302422647Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","tenant":"e2e-worker-w4-d2a262","tenantID":"e2e-worker-w4-d2a262","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.357266669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"Deployment","name":"maas-api-e2e-worker-w4-d2a262","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.416805822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"Service","name":"maas-api-e2e-worker-w4-d2a262","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.474570433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-d2a262","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.528831097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-d2a262","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.590526317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.647854735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.705494072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.760402558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.812538343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.864387114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.922179833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"Service","name":"payload-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.975592044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.031023565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.084684816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.137126405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.19332843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.245299789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.297341855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.350716079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-d2a262","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.402643343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a262"},"namespace":"ai-tenant-e2e-worker-w4-d2a262","name":"default-tenant","reconcileID":"5832e2d4-8809-4f28-96b3-f2589633a8f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-d2a262","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:49.76807979Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d2a262","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d2a262","reconcileID":"881150db-f336-4915-92c6-a092c9124641","aitenant":"ai-tenants/e2e-worker-w4-d2a262","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.380995118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5818bcde-2617-4db8-94be-bce0e6ccf097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.433664188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5818bcde-2617-4db8-94be-bce0e6ccf097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.486057172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5818bcde-2617-4db8-94be-bce0e6ccf097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.539295902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5818bcde-2617-4db8-94be-bce0e6ccf097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.596335209Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d2a262","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d2a262","reconcileID":"881150db-f336-4915-92c6-a092c9124641","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d2a262","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-d2a262"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.207648357Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c51fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c51fb8","reconcileID":"78e66ae1-2f7b-4b7e-9b84-87c86e9d6b10","aitenant":"ai-tenants/e2e-worker-w3-c51fb8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.004464329Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c51fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c51fb8","reconcileID":"78e66ae1-2f7b-4b7e-9b84-87c86e9d6b10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-c51fb8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-c51fb8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.506500883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f6fab-53af-40ca-a28f-7e1153f2aa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.55911969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f6fab-53af-40ca-a28f-7e1153f2aa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.612492064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f6fab-53af-40ca-a28f-7e1153f2aa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.66488963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f6fab-53af-40ca-a28f-7e1153f2aa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.590768435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51828c0c-0d2c-4130-a4fc-c44a5b17a83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.643027137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51828c0c-0d2c-4130-a4fc-c44a5b17a83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.695365415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51828c0c-0d2c-4130-a4fc-c44a5b17a83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.747699682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51828c0c-0d2c-4130-a4fc-c44a5b17a83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.644690252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968ff55-fa64-4826-a9aa-c0b55f0bd5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.697632562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968ff55-fa64-4826-a9aa-c0b55f0bd5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.749973315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968ff55-fa64-4826-a9aa-c0b55f0bd5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:56.802449492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968ff55-fa64-4826-a9aa-c0b55f0bd5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:01.797105216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d6b05b6-3ca1-4582-a2d3-1237b5d999d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:01.90311223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5f86c49-620c-454c-9b84-442fd968b3bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:06.770306368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}